-- Logs begin at Thu 2022-05-26 15:42:19 UTC, end at Thu 2022-05-26 17:11:29 UTC. -- May 26 16:43:26.017381 dv-cinder-836070-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 16:43:29.024342 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.common.config [-] Logging enabled! May 26 16:43:29.025087 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev242 May 26 16:43:29.025753 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110981) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 16:43:29.029197 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.common.config [-] Logging enabled! May 26 16:43:29.029484 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev242 May 26 16:43:29.029798 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110981) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 16:43:29.030764 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 16:43:29.031000 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 16:43:29.031396 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 16:43:29.031642 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 16:43:29.031847 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 16:43:29.032293 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.032589 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.032819 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.033115 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.033433 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.033716 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.034007 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.034304 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.034592 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.034873 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.035156 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.035384 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.035662 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.035953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.036302 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.036455 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] debug = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.036730 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.037177 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.037629 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.037916 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.038203 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.038478 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.038774 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.039016 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.039300 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.039644 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] host = dv-cinder-836070-4-iscsi {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.039921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.040203 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.040485 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.040767 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.041627 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.041880 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.042165 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.042439 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.042709 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] log_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.042979 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.043268 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.043550 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.043836 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.044058 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.044279 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.044564 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.044848 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.045121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.045431 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.045704 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.045975 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.046247 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.046510 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.046790 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.047067 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.047349 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.047618 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.047887 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.048158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.048426 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.048705 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.048976 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.049243 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.049538 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.049822 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.050086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.050356 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.050657 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.050944 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.051223 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.051502 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.051770 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.052047 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.052316 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.052584 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.052847 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] use_json = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.053117 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.053407 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.053684 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.053952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.054220 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.054489 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.054759 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.055041 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.055312 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:29.055605 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.055895 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.056191 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.056981 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.057316 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.057596 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.057881 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.058156 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.058441 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.058726 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.059011 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.059286 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.059584 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.059868 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.060159 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.060462 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.060759 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.061054 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.061352 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.061626 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.061895 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.062170 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.062454 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.062726 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.063006 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.063290 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.063566 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.063858 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.064133 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.064419 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.064708 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.064994 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.065293 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.065558 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.065844 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.066112 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.066384 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.066670 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.066943 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.067213 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.067503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.067788 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.068071 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.068339 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.068616 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.068903 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.069178 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.069543 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.069817 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.070090 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.070360 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.070645 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.070924 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.071196 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.071461 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.071733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.071999 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.072820 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.073833 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.073833 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.073833 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.074196 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.074196 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.074439 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.074714 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.074982 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.075249 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.075517 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.075787 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.076054 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.076312 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.076575 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.076843 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.077110 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.077428 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.077703 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.077975 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.078248 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.078523 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.078794 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.079068 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.079344 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.079619 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.079889 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.080183 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.080463 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.080749 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.081035 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.081337 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.081667 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.081944 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.082217 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.082497 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.082770 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.083045 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.083320 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.083599 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.083889 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.084179 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.084455 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.084745 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.085035 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.085473 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.085753 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.086070 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.086346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:29.086559 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 16:43:29.086806 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110981) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 16:43:29.560931 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 16:43:29.561206 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 16:43:29.561546 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 16:43:29.561877 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 16:43:29.905188 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.905442 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.905675 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.906869 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.907142 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.907407 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.967102 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.967377 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.967645 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.983145 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.983412 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:29.983682 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.016637 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.016939 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.017175 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.059973 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.060716 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.060716 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.419678 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.419968 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.420235 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.420500 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.421212 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.525877 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.526201 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.526485 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.526771 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.527045 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.527357 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.527617 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.527881 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.528135 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.528416 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.528675 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.528937 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.529193 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.529484 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.529741 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.530012 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.530265 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.530528 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.530799 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.531058 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.531337 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.531590 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.531874 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.532276 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.532529 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.532777 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.533201 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 16:43:30.533469 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 16:43:30.533708 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 16:43:30.533944 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 16:43:30.534180 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 16:43:30.534415 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 16:43:30.534795 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 16:43:30.539655 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 16:43:30.544315 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 16:43:30.548390 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 26 16:43:30.550087 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 16:43:30.550572 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 16:43:30.550910 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 16:43:30.551301 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 16:43:30.554188 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 16:43:30.554438 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 16:43:30.554788 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 16:43:30.560140 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 16:43:30.584091 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 16:43:30.584555 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.584858 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110981) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 16:43:30.585236 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.586797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110981) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 16:43:30.587085 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 16:43:30.587331 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 16:43:30.591698 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.591987 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:30.655066 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 16:43:30.655367 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 16:43:30.655522 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 16:43:30.655896 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 16:43:30.708654 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO dbcounter [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Registered counter for database neutron May 26 16:43:30.733213 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_db.sqlalchemy.engines [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110981) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 16:43:30.739912 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writer thread running {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 16:43:31.534845 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Initializing driver for type 'gre' May 26 16:43:31.535581 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] gre ID ranges: [(1, 1000)] May 26 16:43:31.928451 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Initializing driver for type 'local' May 26 16:43:31.928822 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Initializing driver for type 'vlan' May 26 16:43:32.177789 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] VlanTypeDriver initialization complete May 26 16:43:32.178121 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Initializing driver for type 'vxlan' May 26 16:43:32.178681 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] vxlan ID ranges: [(1, 1000)] May 26 16:43:32.631739 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Initializing extension driver 'port_security' May 26 16:43:32.632437 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] PortSecurityExtensionDriver initialization complete May 26 16:43:32.632542 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Initializing mechanism driver 'openvswitch' May 26 16:43:32.632811 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Initializing mechanism driver 'hyperv' May 26 16:43:32.659415 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:32.660103 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > port after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.660497 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > port after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.660846 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > port after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.661422 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 16:43:32.661851 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > subnet after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.662208 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > subnet after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.662556 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > subnet after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.662953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 16:43:32.663361 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > network after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.663710 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > network after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.664054 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > network after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.664440 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 16:43:32.664848 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > security_group after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.665199 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > security_group after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.665564 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > security_group after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.665988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 16:43:32.666394 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.666741 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.667080 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.667484 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 16:43:32.667959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > address_group after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.668317 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > address_group after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.668661 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > address_group after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.669056 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 16:43:32.669730 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] ML2 OVO RPC backend initialized. {{(pid=110981) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 16:43:32.670502 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router_interface after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.670867 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.671292 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > network before_response 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.671645 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > networks before_response 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.671993 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > port before_response 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.672337 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > ports before_response 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.672687 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > subnet before_response 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.673033 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > subnets before_response 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.673419 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > network after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.673764 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > network after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.674103 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > network after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.674441 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > port after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.674780 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > port after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.675117 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > port after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.675450 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > subnet after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.675787 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > subnet after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.676122 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > subnet after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.684851 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded quota_driver: . May 26 16:43:32.685251 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.plugin [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Modular L2 Plugin initialization complete May 26 16:43:32.685607 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading services supported by the core plugin {{(pid=110981) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 16:43:32.685958 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.plugins.ml2.managers [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Got port-security extension from driver 'port_security' May 26 16:43:32.686466 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.extensions.vlantransparent [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Disabled vlantransparent extension. May 26 16:43:32.686968 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110981) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 16:43:32.687293 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading Plugin: router May 26 16:43:32.723862 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router_interface before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.724255 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router after_create 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.724633 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router before_create 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.725004 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.725410 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.725780 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router after_delete 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.726135 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > floatingip after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.726488 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > floatingip after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.726850 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router after_create 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.727198 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router after_update 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.727549 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router after_update 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.727898 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.728288 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router after_update 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.728713 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_update 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.729089 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: port after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.729470 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: port after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.729816 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: subnet after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.730160 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.730508 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > port precommit_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.730858 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_create 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.731204 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: port before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.731544 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.731901 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router after_update 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.732243 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_delete 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.732624 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_create 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.732968 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router_interface after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.733336 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_update 55549900 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.733709 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > agent after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.734062 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > agent after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.734408 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > network after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.735392 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Tracking information for resource: router configured {{(pid=110981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 16:43:32.735731 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Tracking information for resource: floatingip configured {{(pid=110981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 16:43:32.741227 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.db.l3_agentschedulers_db [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 16:43:32.741848 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: port after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.742222 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: port after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.742573 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: port after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.742926 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: port after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.744264 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router before_create 55550100 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.744665 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_delete 55550100 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.745032 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_create 55550100 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.745428 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > router precommit_update 55550100 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.750493 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.services.provider_configuration [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service providers = [] {{(pid=110981) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 16:43:32.750861 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.db.servicetype_db [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110981) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 16:43:32.754018 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.services.service_base [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 16:43:32.754368 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.services.service_base [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 16:43:32.754711 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.services.service_base [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 16:43:32.755622 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.services.service_base [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 16:43:32.755999 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.services.service_base [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 16:43:32.756395 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 16:43:32.756717 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 16:43:32.768338 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 16:43:32.768678 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading Plugin: auto_allocate May 26 16:43:32.774532 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: network precommit_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.774911 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: network precommit_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.775510 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 16:43:32.775835 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading Plugin: tag May 26 16:43:32.782746 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 16:43:32.783076 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading Plugin: timestamp May 26 16:43:32.787369 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 16:43:32.787704 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading Plugin: network_ip_availability May 26 16:43:32.793609 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.793988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.794344 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:32.795125 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 16:43:32.795447 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading Plugin: flavors May 26 16:43:32.800444 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 16:43:32.800778 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading Plugin: revisions May 26 16:43:32.805223 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 16:43:32.805657 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_concurrency.lockutils [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 3.244s {{(pid=110981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 16:43:32.806962 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110981) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 16:43:32.807300 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Initializing extension manager. May 26 16:43:32.807834 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: __init__.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.808180 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: __pycache__ {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.808517 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: _port_mac_address_override.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.808852 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: address_group.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.809955 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.810553 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: address-group May 26 16:43:32.810883 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: address_scope.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.811608 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.812124 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: address-scope May 26 16:43:32.812452 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: admin_state_down_before_update.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.813491 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.814019 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: router-admin-state-down-before-update May 26 16:43:32.814346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: agent.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.815061 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.815568 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: agent May 26 16:43:32.815892 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: agent_resources_synced.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.816809 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.817357 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: agent-resources-synced May 26 16:43:32.817682 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: allowedaddresspairs.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.819542 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.820075 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: allowed-address-pairs May 26 16:43:32.820405 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: auto_allocated_topology.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.821531 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.822696 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: auto-allocated-topology May 26 16:43:32.823018 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: availability_zone.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.823720 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.824225 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: availability_zone May 26 16:43:32.824545 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: availability_zone_filter.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.825518 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.826011 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: availability_zone_filter May 26 16:43:32.826331 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: data_plane_status.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.827278 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.827782 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension data-plane-status not supported by any of loaded plugins May 26 16:43:32.828103 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: default_subnetpools.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.829053 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.829595 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: default-subnetpools May 26 16:43:32.829912 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: dhcpagentscheduler.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.830759 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.831320 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: dhcp_agent_scheduler May 26 16:43:32.831643 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: dns.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.832572 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.833077 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension dns-integration not supported by any of loaded plugins May 26 16:43:32.833439 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: dns_domain_ports.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.834366 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.834869 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 16:43:32.835197 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.836122 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.836630 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 16:43:32.836952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: dvr.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.837690 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.838199 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: dvr May 26 16:43:32.838523 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: ecmp_routes.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.839714 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.840219 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension ecmp_routes not supported by any of loaded plugins May 26 16:43:32.840544 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: empty_string_filtering.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.841493 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.842000 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: empty-string-filtering May 26 16:43:32.842325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.843239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.843737 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 16:43:32.844065 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.844978 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.845511 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 16:43:32.845836 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: external_net.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.846750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.847257 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: external-net May 26 16:43:32.847579 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: extra_dhcp_opt.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.848482 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.848988 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: extra_dhcp_opt May 26 16:43:32.849328 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: extraroute.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.850243 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.850751 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: extraroute May 26 16:43:32.851076 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: extraroute_atomic.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.852119 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.852641 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: extraroute-atomic May 26 16:43:32.852964 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: filter_validation.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.853710 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.854217 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: filter-validation May 26 16:43:32.854538 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: fip_pf_description.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.855457 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.855961 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 16:43:32.856291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: fip_pf_port_range.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.857197 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.857730 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 16:43:32.858053 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: fip_port_details.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.858977 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.859480 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: fip-port-details May 26 16:43:32.859806 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: flavors.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.861068 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.861650 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: flavors May 26 16:43:32.861979 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.863678 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.864194 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 16:43:32.864526 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: floatingip_pools.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.865449 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.865967 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: floatingip-pools May 26 16:43:32.866298 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: ip_allocation.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.867246 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.867758 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension ip_allocation not supported by any of loaded plugins May 26 16:43:32.868089 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.869664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.870190 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: ip-substring-filtering May 26 16:43:32.870517 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l2_adjacency.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.871447 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.871951 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension l2_adjacency not supported by any of loaded plugins May 26 16:43:32.872275 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.873306 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.873825 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: router May 26 16:43:32.874153 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3_conntrack_helper.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.876487 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.877017 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 16:43:32.877385 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.878332 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.878847 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: ext-gw-mode May 26 16:43:32.879176 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.880111 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.880627 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: l3-ha May 26 16:43:32.880953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.881974 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.882420 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 16:43:32.882745 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3_flavors.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.883664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.884175 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: l3-flavors May 26 16:43:32.885081 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3_ndp_proxy.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.886514 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.887046 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 16:43:32.887381 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.888320 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.888832 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: l3-port-ip-change-not-allowed May 26 16:43:32.889160 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: l3agentscheduler.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.890288 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.890804 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: l3_agent_scheduler May 26 16:43:32.891136 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: local_ip.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.892938 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.893493 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension local_ip not supported by any of loaded plugins May 26 16:43:32.893837 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: logging.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.895315 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.895842 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension logging not supported by any of loaded plugins May 26 16:43:32.896169 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: metering.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.896922 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.897541 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: metering May 26 16:43:32.897868 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.898990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.899506 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: metering_source_and_destination_fields May 26 16:43:32.899837 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: multiprovidernet.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.900965 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.901504 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: multi-provider May 26 16:43:32.901834 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: netmtu.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.902763 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.903266 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: net-mtu May 26 16:43:32.903602 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: netmtu_writable.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.904523 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.905024 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: net-mtu-writable May 26 16:43:32.905393 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: network_availability_zone.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.906071 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.906574 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: network_availability_zone May 26 16:43:32.906905 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: network_ip_availability.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.908018 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.908530 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: network-ip-availability May 26 16:43:32.908854 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: network_segment_range.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.909744 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.910255 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension network-segment-range not supported by any of loaded plugins May 26 16:43:32.910575 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: pagination.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.911577 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.911911 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: pagination May 26 16:43:32.912228 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: port_device_profile.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.913147 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.913695 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: port-device-profile May 26 16:43:32.914009 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: port_mac_address_override.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.914954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.915466 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: port-mac-override May 26 16:43:32.915820 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.916741 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.917275 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: port-mac-address-regenerate May 26 16:43:32.917605 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.918522 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.919032 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: port-numa-affinity-policy May 26 16:43:32.919356 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: port_resource_request.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.920273 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.920780 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension port-resource-request not supported by any of loaded plugins May 26 16:43:32.921098 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: port_resource_request_groups.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.922094 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.922595 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 16:43:32.922919 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: portbindings.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.923938 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.924364 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: binding May 26 16:43:32.925333 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: portbindings_extended.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.926002 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.926521 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: binding-extended May 26 16:43:32.926841 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: portsecurity.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.927761 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.928275 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: port-security May 26 16:43:32.928601 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: project_id.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.929615 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.929956 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: project-id May 26 16:43:32.930283 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: providernet.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.931217 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.932250 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: provider May 26 16:43:32.932982 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.936279 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.936805 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos not supported by any of loaded plugins May 26 16:43:32.937137 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.938424 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.938941 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 16:43:32.939276 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.940195 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.940715 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 16:43:32.941043 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_default.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.941998 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.942510 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-default not supported by any of loaded plugins May 26 16:43:32.942845 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_fip.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.943767 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.944278 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-fip not supported by any of loaded plugins May 26 16:43:32.944605 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_fip_network_policy.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.945556 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.946072 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 16:43:32.946402 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_gateway_ip.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.947865 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.948374 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 16:43:32.948702 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_port_network_policy.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.949654 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.950155 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 16:43:32.950480 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.951531 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.952036 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 16:43:32.952363 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.953476 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.953987 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 16:43:32.954312 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_pps_rule.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.955494 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.956004 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-pps not supported by any of loaded plugins May 26 16:43:32.956327 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_rule_type_details.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.957242 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.957787 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 16:43:32.958114 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_rule_type_filter.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.959026 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.959537 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 16:43:32.959858 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: qos_rules_alias.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.961042 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.961585 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 16:43:32.961914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: quota_check_limit.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.962865 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.963380 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: quota-check-limit May 26 16:43:32.963963 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: quotasv2.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.964971 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.965335 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: quotas May 26 16:43:32.965663 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: quotasv2_detail.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.967414 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.967758 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: quota_details May 26 16:43:32.968094 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: rbac.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.969188 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.969755 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: rbac-policies May 26 16:43:32.970090 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: rbac_address_group.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.971046 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.971557 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: rbac-address-group May 26 16:43:32.971887 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: rbac_address_scope.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.972900 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.973466 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: rbac-address-scope May 26 16:43:32.973818 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: rbac_security_groups.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.974748 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.975263 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: rbac-security-groups May 26 16:43:32.975586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: rbac_subnetpool.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.976511 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.977024 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: rbac-subnetpool May 26 16:43:32.977377 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: revisionifmatch.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.978340 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.978855 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: revision-if-match May 26 16:43:32.979181 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: revisions.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.980294 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.980816 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: standard-attr-revisions May 26 16:43:32.981142 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: router_availability_zone.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.981847 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.982356 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: router_availability_zone May 26 16:43:32.982681 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: routerservicetype.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.983599 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.984104 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension router-service-type not supported by any of loaded plugins May 26 16:43:32.984431 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.985376 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.985886 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: security-groups-normalized-cidr May 26 16:43:32.986214 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: security_groups_port_filtering.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.987136 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.987650 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: port-security-groups-filtering May 26 16:43:32.987974 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.988907 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.989458 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: security-groups-remote-address-group May 26 16:43:32.989783 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:32.990711 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:32.991218 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: security-groups-shared-filtering May 26 16:43:32.991545 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: securitygroup.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.003639 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.004202 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: security-group May 26 16:43:33.004540 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: segment.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.005374 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.005890 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension segment not supported by any of loaded plugins May 26 16:43:33.006222 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.007237 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.007750 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 16:43:33.008080 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: servicetype.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.009185 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.010304 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: service-type May 26 16:43:33.010633 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: sorting.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.011631 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.011963 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: sorting May 26 16:43:33.012288 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: standard_attr_segment.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.013220 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.013767 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 16:43:33.014094 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: standardattrdescription.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.014753 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.015263 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: standard-attr-description May 26 16:43:33.015585 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: stateful_security_group.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.016531 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.017053 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: stateful-security-group May 26 16:43:33.017406 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: stdattrs_common.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.018005 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 16:43:33.018347 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.019290 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.019807 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 16:43:33.020132 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: subnet_onboard.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.021214 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.021758 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: subnet_onboard May 26 16:43:33.022082 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.023009 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.023580 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 16:43:33.023841 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: subnet_service_types.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.024764 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.025332 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: subnet-service-types May 26 16:43:33.025659 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: subnetallocation.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.026785 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.027300 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: subnet_allocation May 26 16:43:33.027623 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.028297 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.028907 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: subnetpool-prefix-ops May 26 16:43:33.029129 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.030122 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.030635 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 16:43:33.030961 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: tagging.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.032065 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.032578 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: standard-attr-tag May 26 16:43:33.032907 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: timestamp.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.034196 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.034716 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loaded extension: standard-attr-timestamp May 26 16:43:33.035050 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: trunk.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.036099 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.036615 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension trunk not supported by any of loaded plugins May 26 16:43:33.036941 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: trunk_details.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.037925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.038435 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension trunk-details not supported by any of loaded plugins May 26 16:43:33.038759 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: uplink_status_propagation.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.039684 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.040194 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 16:43:33.040517 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Loading extension file: vlantransparent.py {{(pid=110981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 16:43:33.041240 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 16:43:33.041775 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extension vlan-transparent not supported by any of loaded plugins May 26 16:43:33.044421 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:network May 26 16:43:33.044994 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:subnet May 26 16:43:33.045416 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:subnetpool May 26 16:43:33.045816 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:port May 26 16:43:33.047103 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.047543 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service FLAVORS assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.048172 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.048605 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.048939 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:router May 26 16:43:33.049398 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:floatingip May 26 16:43:33.049908 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service METERING assigned prefix: /metering {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.051402 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:33.051780 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:33.052138 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:43:33.053153 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of CountableResource for resource:rbac_policy May 26 16:43:33.053638 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:security_group May 26 16:43:33.054087 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:security_group_rule May 26 16:43:33.054697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service CORE assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.055035 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:subnetpool May 26 16:43:33.055386 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] subnetpool is already registered May 26 16:43:33.055813 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service CORE assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.056140 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:subnetpool May 26 16:43:33.056994 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] subnetpool is already registered May 26 16:43:33.059336 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.059775 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service FLAVORS assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.060370 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.060792 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.061125 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:router May 26 16:43:33.061529 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] router is already registered May 26 16:43:33.061946 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:floatingip May 26 16:43:33.062288 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] floatingip is already registered May 26 16:43:33.062752 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service METERING assigned prefix: /metering {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.063423 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of CountableResource for resource:rbac_policy May 26 16:43:33.063753 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] rbac_policy is already registered May 26 16:43:33.064170 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:security_group May 26 16:43:33.064507 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] security_group is already registered May 26 16:43:33.064912 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:security_group_rule May 26 16:43:33.065244 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] security_group_rule is already registered May 26 16:43:33.065898 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service CORE assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.066230 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:subnetpool May 26 16:43:33.066566 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] subnetpool is already registered May 26 16:43:33.066993 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.v2.resource_helper [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Service CORE assigned prefix: {{(pid=110981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 16:43:33.067318 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Creating instance of TrackedResource for resource:subnetpool May 26 16:43:33.067652 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING neutron.quota.resource_registry [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] subnetpool is already registered May 26 16:43:33.068127 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: extensions {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.070088 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: address-groups {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.071148 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: address-scopes {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.073108 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: agents {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.074320 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: auto-allocated-topology {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.075544 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: availability_zones {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.076757 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: dhcp-networks {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.078314 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: dhcp-agents {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.079735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: routers {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.081495 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: flavors {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.082696 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: service_profiles {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.083891 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: next_providers {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.085326 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: service_profiles {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.086877 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: floatingip-pools {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.088100 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: routers {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.090077 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: floatingips {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.091362 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: l3-routers {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.092727 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: l3-agents {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.094159 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: metering-labels {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.095382 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: metering-label-rules {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.096731 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: network-ip-availabilities {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.098014 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: bindings {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.099543 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: quotas {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.102214 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: quotas {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.104555 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: rbac-policies {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.105831 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: security-groups {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.107192 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: security-group-rules {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.108446 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: service-providers {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.109682 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: subnetpools {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.111001 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: subnetpools {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.112528 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.114278 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.116085 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.117906 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.120386 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.122366 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.124042 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.125957 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.127715 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.129484 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron.api.extensions [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Extended resource: tags {{(pid=110981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 16:43:33.135774 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING keystonemiddleware.auth_token [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 16:43:33.140983 dv-cinder-836070-4-iscsi neutron-server[110981]: WARNING keystonemiddleware.auth_token [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 16:43:33.149986 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_concurrency.lockutils [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Acquired lock "singleton_lock" {{(pid=110981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 16:43:33.150478 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_concurrency.lockutils [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Releasing lock "singleton_lock" {{(pid=110981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 16:43:33.151152 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO oslo_service.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Starting 2 workers May 26 16:43:33.156098 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Started child 111096 {{(pid=110981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 16:43:33.160837 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Started child 111097 {{(pid=110981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 16:43:33.162185 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:33.162887 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO neutron.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Neutron service started, listening on 0.0.0.0:9696 May 26 16:43:33.163077 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Publish callbacks [] for process (None), before_spawn {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:33.163758 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [-] (111096) wsgi starting up on http://0.0.0.0:9696 May 26 16:43:33.165468 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO oslo_service.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Starting 1 workers May 26 16:43:33.165581 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:33.167497 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [-] (111097) wsgi starting up on http://0.0.0.0:9696 May 26 16:43:33.171351 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Started child 111098 {{(pid=110981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 16:43:33.171889 dv-cinder-836070-4-iscsi neutron-server[110981]: INFO oslo_service.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Starting 1 workers May 26 16:43:33.175683 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] calling RpcWorker wait() {{(pid=111098) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 16:43:33.176231 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] returning from RpcWorker wait() {{(pid=111098) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 16:43:33.176526 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Started child 111099 {{(pid=110981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 16:43:33.177370 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2ded8c3a-dae1-479e-ad49-bdeebce8423e None None] Publish callbacks [] for process (None), after_spawn {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:33.177794 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:33.178356 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:33.179361 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110981) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 16:43:33.179575 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 16:43:33.179759 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 16:43:33.179991 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 16:43:33.180329 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 16:43:33.180495 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 16:43:33.181027 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.181399 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.182151 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.182343 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:33.182801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.183013 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.183262 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.183350 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:33.183501 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.183785 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.184034 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.184210 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.184405 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.184623 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.184901 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.185281 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.185539 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.185788 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.186038 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.186213 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.186479 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.186764 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.186999 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.187288 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] debug = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.187529 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.187999 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.188256 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.188494 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.188735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.189016 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.189281 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.189555 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.189789 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.190038 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.190283 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.190521 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.190765 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.190974 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.191205 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.191465 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.191715 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.192198 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] host = dv-cinder-836070-4-iscsi {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.192431 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.192647 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.192896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.193156 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.193452 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.193675 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.193942 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.194212 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.194487 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.194728 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.194979 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.195301 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.195437 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.195682 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.195845 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_options = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.196081 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.196364 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.196631 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.196832 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.197028 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.197190 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.197487 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.197651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.197912 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.198128 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.198344 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.198573 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.198884 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.199028 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.199293 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.199506 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.199832 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.200045 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.200325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.200574 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.200800 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.201041 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.201284 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.201594 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.201728 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.201939 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.202185 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.202400 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.202611 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.202851 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.203097 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.203367 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.203584 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.203831 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.204113 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.204374 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.204585 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.204806 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.205074 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.205327 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.205751 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.206025 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.206244 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.206472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.206722 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.206944 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.207164 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_json = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.207377 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.207609 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.207864 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.208096 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.208310 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.208523 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.208735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.209004 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.209235 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.209710 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.210001 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.210309 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.210731 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.211126 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.211538 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.211905 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.212341 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.212861 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.213295 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.213855 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.214180 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.214527 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.214739 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.215002 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.215339 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.215633 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.215905 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.216651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.216651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.216651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.217163 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.217163 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.217454 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.217607 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.217803 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.218026 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.218316 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.218581 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.218850 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.219187 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.219817 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.219817 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.220013 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.220189 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.220432 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.220846 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.221202 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.221605 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.230664 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.231990 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.232886 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.232886 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.232886 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.232886 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.232886 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.232886 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.232886 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.232886 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.233925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.234828 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.235738 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.236569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.236569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.236569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.236569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.236569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.236569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.236569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.236569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.240239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.240239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.240239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.240239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.240239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.240239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.240239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.240239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.242149 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.242149 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.242149 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.242149 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.242149 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.242149 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.242149 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.242149 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243020 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243020 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243020 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243020 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243020 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243020 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243020 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243020 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243885 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243885 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243885 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243885 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243885 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243885 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243885 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.243885 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.245225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.245225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.245225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.245225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.245225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.245225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.246142 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.246142 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.246142 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.246142 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.246561 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.246561 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.246830 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.246947 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 45416) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:43:33.247093 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.247209 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.247523 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.247702 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.247955 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.248180 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.248389 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.248600 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.248843 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.249052 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.249312 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.249676 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.249803 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.249984 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.250244 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.250466 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.250656 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.250893 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.251174 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.251382 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.251544 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.251774 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.251989 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.252267 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.252457 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.252647 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.253103 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.253103 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.253394 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.253553 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.253768 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.254031 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.254271 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.254569 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.254766 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.254972 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.255157 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.255340 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.255589 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.255812 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.256017 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.256258 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.256424 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.256658 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.257173 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.257173 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.257576 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.257761 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.257893 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.258210 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.258708 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.258708 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.258958 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.259157 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.259429 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.259654 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.259944 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.260105 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.260342 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.260562 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.260797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.261031 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.261466 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.261466 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.261778 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.261979 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.262230 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.262601 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.262750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.262872 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.263091 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.263380 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.263547 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.263763 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.264001 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.264225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.264405 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.264611 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.269158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.269158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.269158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.269158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.269158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.269158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.269158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.269158 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.270614 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.270614 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.270614 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.270614 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.270614 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.270614 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.271547 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0194106 May 26 16:43:33.271686 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.271686 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.271686 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.271686 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.271686 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.271686 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.273343 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.273343 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.274030 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.274030 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.275479 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.275479 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.275479 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.275972 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.275972 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.276226 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.280628 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.280628 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.280628 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.280628 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.280628 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.280628 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.280628 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.281778 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.281778 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.281778 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.281778 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.282335 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.282335 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.282595 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.282595 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.282857 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.283107 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.283332 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.283733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.284189 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.284880 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.285451 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.285884 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.286306 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.286766 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.287114 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.287317 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.287548 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.288010 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.288530 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.288940 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.289374 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.289782 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.290177 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.290551 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.291231 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.291424 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.291655 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.291873 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.292140 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.292380 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.293082 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.293082 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.293082 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.293395 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.293632 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.293873 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.294108 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.294360 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.294575 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 16:43:33.295499 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110981) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 16:43:33.295499 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 16:43:33.296274 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 16:43:33.296607 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 16:43:33.296955 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 16:43:33.297239 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 16:43:33.298334 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.298647 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.298956 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.299128 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.299343 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.299517 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.299683 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.299848 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.300009 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.300171 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.300330 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.300489 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.300647 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.300806 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.300965 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.301124 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.301315 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.301485 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.301646 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.301802 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.301962 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.302117 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] debug = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.302279 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.302475 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.302634 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.302927 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.303211 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.303493 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.303803 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.304126 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.304126 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.304720 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.304720 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.304720 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.304720 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.305735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.305735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.305735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.305735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.305735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] host = dv-cinder-836070-4-iscsi {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.305735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.305735 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.309706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.309706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.309706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.309706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.309706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.309706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.309706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.309706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.310921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.310921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.310921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.310921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.310921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_options = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.310921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.310921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.310921 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.312036 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.312036 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.312036 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.312036 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.312036 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.312036 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.312036 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.313021 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.313021 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.313021 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.313021 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.313021 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.313021 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.313021 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.313021 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.316797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.316797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.316797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.316797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.316797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.316797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.316797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.316797 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.317953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.317953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.317953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.317953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.317953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.317953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.317953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.317953 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.327086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.327086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.327086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.327086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.327086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.327086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.327086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.327086 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_json = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.330733 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.332674 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.332674 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.332674 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.332674 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.332674 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 16:43:33.332674 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.332674 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.332674 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.334503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.334503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.334503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.334503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.334503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.334503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.334503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.334503 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.335325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.335325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.335325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.335325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.335325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.335325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.335325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.335325 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.336436 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.336436 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.336436 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.336436 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.336436 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.336436 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.336436 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.336436 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.337896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.337896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.337896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.337896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.337896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.337896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.337896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.337896 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.339606 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.340791 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.342505 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.342505 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.342505 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.342505 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.342505 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.342505 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.342505 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.342505 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.343914 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.345651 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.347346 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.349072 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.349072 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.349072 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.349072 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.349072 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.349072 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.349072 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.349072 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.350712 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.350712 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.350712 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.350712 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.350712 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.350712 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.350712 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.350712 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.352225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.352225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.352225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.352225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.352225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.352225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.352225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.352225 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.357697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.357697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.357697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.357697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.357697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.357697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.357697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.357697 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.358934 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.358934 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.358934 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.358934 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.358934 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.358934 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.358934 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.358934 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.360121 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.361586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.361586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.361586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.361586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.361586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.361586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.361586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.361586 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.362706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.362706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.362706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.362706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.362706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.362706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.362706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.362706 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.363692 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.363692 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.363692 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.363692 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.363692 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.363692 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.363692 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.363692 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.364750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.364750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.364750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.364750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.364750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.364750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.364750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.364750 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.366567 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.366567 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.366567 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.366567 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.366567 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.366567 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.366567 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.366567 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.368260 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.368260 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.368260 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.368260 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.368260 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.368260 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.368260 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.368260 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.370952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.370952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.370952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.370952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.370952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.370952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.370952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.370952 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.371960 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.371960 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.371960 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.371960 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.371960 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.371960 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.371960 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.371960 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.372925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.372925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.372925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.372925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.372925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.372925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.372925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.372925 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.373988 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.375641 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.375641 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.375641 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.375641 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.375641 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.375641 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.375641 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.375641 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.376954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.376954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.376954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.376954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.376954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.376954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.376954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.376954 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.378206 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.378206 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.378206 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.378206 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.378206 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.378206 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.378934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:33.379055 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379055 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379055 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379055 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379055 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379055 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379055 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379055 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379992 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379992 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379992 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379992 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379992 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379992 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379992 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.379992 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.380959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.380959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.380959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.380959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.380959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.380959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.380959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.380959 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.382472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.382472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.382472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.382472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.382472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.382472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.382472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.382472 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.383801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.383801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.383801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.383801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.383801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.383801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.383801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.383801 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.385291 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.386486 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.387864 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.387864 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.387864 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.387864 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 16:43:33.387864 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 16:43:42.346005 dv-cinder-836070-4-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:43:46.798406 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff25bda-7343-4c83-bea5-d19ccef58e1e None None] get_active_networks_info from dv-cinder-836070-4-iscsi {{(pid=111098) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 16:43:46.829035 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writer thread running {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 16:43:46.996578 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff25bda-7343-4c83-bea5-d19ccef58e1e None None] No non-hosted networks {{(pid=111098) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 16:43:47.014016 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.agentschedulers_db [None req-1ff25bda-7343-4c83-bea5-d19ccef58e1e None None] DHCP Agent not found on host dv-cinder-836070-4-iscsi {{(pid=111098) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 16:43:47.110653 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff8b1-da08-40ff-841d-60f30104cd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404790'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:48.331598 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writer thread running {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 16:43:49.171379 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b15c6a85-b7cf-441d-886d-82334fd95288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404790'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:49.214856 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.db.api [None req-20adf0e3-a810-4efd-a57b-ff2b29e1ffe2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836070-4-iscsi {{(pid=111098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 16:43:49.215681 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG oslo_db.api [None req-20adf0e3-a810-4efd-a57b-ff2b29e1ffe2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:43:49.888421 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-20adf0e3-a810-4efd-a57b-ff2b29e1ffe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:50.994642 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45496) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:43:51.411309 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404790'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:51.828408 dv-cinder-836070-4-iscsi neutron-server[111096]: WARNING oslo_policy.policy [None req-e7e134c2-bbbb-47c1-b549-2dd32ccf2064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 16:43:51.829413 dv-cinder-836070-4-iscsi neutron-server[111096]: WARNING oslo_policy.policy [None req-e7e134c2-bbbb-47c1-b549-2dd32ccf2064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 16:43:52.064486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [None req-e7e134c2-bbbb-47c1-b549-2dd32ccf2064 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:43:52.087540 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e7e134c2-bbbb-47c1-b549-2dd32ccf2064 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0903995 May 26 16:43:53.334042 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404790'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:54.103179 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.db.l3_hamode_db [None req-5bdc5eed-c749-4537-96c6-16c9b504657d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 16:43:54.243272 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc5eed-c749-4537-96c6-16c9b504657d None None] Routers set() bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:54.243978 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc5eed-c749-4537-96c6-16c9b504657d None None] Router IDs set() for agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:43:54.548843 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404790'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:54.549893 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.550898 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.551745 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.552384 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.553218 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.553824 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.554611 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.555432 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.556125 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.557018 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.557742 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.558395 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.559043 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.559640 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.560266 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:54.561136 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836070-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:54.583446 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836070-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:55.222801 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45530) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:43:55.725868 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-ec99c6a2-5802-4a65-8d47-31fd69eb5932 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:43:55.822468 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.policy [None req-ec99c6a2-5802-4a65-8d47-31fd69eb5932 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111096) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 16:43:55.866198 dv-cinder-836070-4-iscsi neutron-server[111096]: WARNING oslo_policy.policy [None req-ec99c6a2-5802-4a65-8d47-31fd69eb5932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 16:43:55.866588 dv-cinder-836070-4-iscsi neutron-server[111096]: WARNING oslo_policy.policy [None req-ec99c6a2-5802-4a65-8d47-31fd69eb5932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 16:43:55.887711 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writer thread running {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 16:43:56.095479 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ec99c6a2-5802-4a65-8d47-31fd69eb5932 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761421085020', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761421085520', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761421133851', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761421104069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761421114308', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761421155434', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1340755', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-319411', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682588'] for rbac-policy (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:56.543143 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ec99c6a2-5802-4a65-8d47-31fd69eb5932 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:56.544738 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ec99c6a2-5802-4a65-8d47-31fd69eb5932 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3203592 May 26 16:43:59.498286 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45542) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:43:59.880970 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:43:59.973645 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Made reservation on behalf of 97a27564d6b5404fa22fe354151a49d1 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:43:59.978260 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:43:59.997463 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:00.122966 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Publish callbacks [] for security_group (bc95bbe6-17d7-432d-ac34-5c3cd5358d8e), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:00.225345 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (bc95bbe6-17d7-432d-ac34-5c3cd5358d8e), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:00.261084 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:44:00.293512 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (c97c8e4e-4ec0-465e-8209-cad3f9fce1b1), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:00.294038 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Added segment c97c8e4e-4ec0-465e-8209-cad3f9fce1b1 of type vlan for network 311cb58d-d092-42a2-beaa-3bb82ecd486b May 26 16:44:00.300932 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bc95bbe6-17d7-432d-ac34-5c3cd5358d8e,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:00.362273 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.365994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.366359 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.366359 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.366359 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.366710 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Tracked resource versions report: May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: pushed versions: May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: { 'AddressGroup': {'1.2'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Agent': {'1.1'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'ConntrackHelper': {'1.0'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'LocalIPAssociation': {'1.0'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Log': {'1.0'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'NDPProxy': {'1.0'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Network': {'1.1'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Port': {'1.7'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'PortForwarding': {'1.3'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'QosPolicy': {'1.10'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SecurityGroup': {'1.5'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SecurityGroupRule': {'1.2'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SubPort': {'1.0'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Subnet': {'1.1'}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Trunk': {'1.1'}} May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: consumer versions: May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: { DHCP agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: L3 agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: Metadata agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: Metering agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: Open vSwitch agent@dv-cinder-836070-4-iscsi: { 'AddressGroup': '1.2', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Agent': '1.1', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'ConntrackHelper': '1.0', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'LocalIPAssociation': '1.0', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Log': '1.0', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'NDPProxy': '1.0', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Network': '1.1', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Port': '1.7', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'PortForwarding': '1.3', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'QosPolicy': '1.10', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SecurityGroup': '1.5', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SecurityGroupRule': '1.2', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SubPort': '1.0', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Subnet': '1.1', May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Trunk': '1.1'}} May 26 16:44:00.368081 dv-cinder-836070-4-iscsi neutron-server[111096]: {{(pid=111096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 16:44:00.412556 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (311cb58d-d092-42a2-beaa-3bb82ecd486b), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:00.602100 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (311cb58d-d092-42a2-beaa-3bb82ecd486b), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:00.607325 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:00.608031 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:00.667369 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:00.731250 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] Pushing event updated for resources: {'Network': ['ID=311cb58d-d092-42a2-beaa-3bb82ecd486b,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:00.743160 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 311cb58d-d092-42a2-beaa-3bb82ecd486b details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:44:00.746167 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=26,neutron:INSERT=34 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:00.756553 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-d2c2322e-4b9b-4913-8707-83b1a5ebf4fa demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2568991 May 26 16:44:03.332336 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45558) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:03.795425 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05205e40-f1f4-46bd-a2bb-5b742794ca60 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:03.796840 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-05205e40-f1f4-46bd-a2bb-5b742794ca60 demo admin] 10.222.0.48 "GET /v2.0/networks/311cb58d-d092-42a2-beaa-3bb82ecd486b HTTP/1.1" status: 200 len: 825 time: 0.4636679 May 26 16:44:03.823942 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e48df3ac-bb2a-44ea-b26f-ce10fc063aaf demo admin] 10.222.0.48 "GET /v2.0/subnetpools/000ed857-e3d5-411f-aea2-fcd2876ee91c HTTP/1.1" status: 200 len: 734 time: 0.0210600 May 26 16:44:03.833401 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Request body: {'subnet': {'subnetpool_id': '000ed857-e3d5-411f-aea2-fcd2876ee91c', 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:44:03.956337 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Made reservation on behalf of 97a27564d6b5404fa22fe354151a49d1 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:44:03.958998 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:04.123310 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:04.371295 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (1ac207e7-dcc8-44ef-ae76-b42d70f4569a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:04.449890 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Pushing event updated for resources: {'Subnet': ['ID=1ac207e7-dcc8-44ef-ae76-b42d70f4569a,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:04.451914 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Checking segment: {'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:44:04.452296 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Network hostable DHCP agents. Network: 311cb58d-d092-42a2-beaa-3bb82ecd486b, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:44:04.634085 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Network 311cb58d-d092-42a2-beaa-3bb82ecd486b is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:44:04.762499 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 311cb58d-d092-42a2-beaa-3bb82ecd486b) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:04.768873 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:04.769957 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:04.778408 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4fa4d-2431-469c-a251-11d2174f3e2a None None] Network 311cb58d-d092-42a2-beaa-3bb82ecd486b requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:44:04.879672 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-2499c819-c475-4812-b15f-1a10259de73c demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0496738 May 26 16:44:05.064222 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-311cb58d-d092-42a2-beaa-3bb82ecd486b', 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b', 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'fixed_ips': [{'subnet_id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:44:05.065778 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:05.430569 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Allocated IP 172.20.0.2 (311cb58d-d092-42a2-beaa-3bb82ecd486b/1ac207e7-dcc8-44ef-ae76-b42d70f4569a/784adcee-e372-4fef-82bf-cbed5d8ec608) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:44:05.785181 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Publish callbacks [] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:05.921025 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:06.000911 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Network 311cb58d-d092-42a2-beaa-3bb82ecd486b is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:44:06.005951 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:06.013688 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:44:06.022833 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Pushing event updated for resources: {'Port': ['ID=784adcee-e372-4fef-82bf-cbed5d8ec608,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:06.054977 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.055231 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.055590 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.055946 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.056309 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.056604 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.056923 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.057246 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.057591 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.057902 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.058221 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.058554 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.058879 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.059193 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.059501 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Tracked resource versions report: May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: pushed versions: May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: { 'AddressGroup': {'1.2'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Agent': {'1.1'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'ConntrackHelper': {'1.0'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'LocalIPAssociation': {'1.0'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Log': {'1.0'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'NDPProxy': {'1.0'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Network': {'1.1'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Port': {'1.7'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'PortForwarding': {'1.3'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'QosPolicy': {'1.10'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SecurityGroup': {'1.5'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SecurityGroupRule': {'1.2'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SubPort': {'1.0'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Subnet': {'1.1'}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Trunk': {'1.1'}} May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: consumer versions: May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: { DHCP agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: L3 agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: Metadata agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: Metering agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: Open vSwitch agent@dv-cinder-836070-4-iscsi: { 'AddressGroup': '1.2', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Agent': '1.1', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'ConntrackHelper': '1.0', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'LocalIPAssociation': '1.0', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Log': '1.0', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'NDPProxy': '1.0', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Network': '1.1', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Port': '1.7', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'PortForwarding': '1.3', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'QosPolicy': '1.10', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SecurityGroup': '1.5', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SecurityGroupRule': '1.2', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SubPort': '1.0', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Subnet': '1.1', May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Trunk': '1.1'}} May 26 16:44:06.061073 dv-cinder-836070-4-iscsi neutron-server[111098]: {{(pid=111098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 16:44:06.117147 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Attempting to bind port 784adcee-e372-4fef-82bf-cbed5d8ec608 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:44:06.117597 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Attempting to bind port 784adcee-e372-4fef-82bf-cbed5d8ec608 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:44:06.118035 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Attempting to bind port 784adcee-e372-4fef-82bf-cbed5d8ec608 on network 311cb58d-d092-42a2-beaa-3bb82ecd486b {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:44:06.124557 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:44:06.124907 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Checking segment: {'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:44:06.125538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:06.125927 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Bound using segment: {'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:44:06.126407 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Bound port: 784adcee-e372-4fef-82bf-cbed5d8ec608, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:44:06.126804 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:06.129645 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:06.198483 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] For port 784adcee-e372-4fef-82bf-cbed5d8ec608, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:44:06.225087 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] For port 784adcee-e372-4fef-82bf-cbed5d8ec608, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=784adcee-e372-4fef-82bf-cbed5d8ec608,segment=NetworkSegment(c97c8e4e-4ec0-465e-8209-cad3f9fce1b1),segment_id=c97c8e4e-4ec0-465e-8209-cad3f9fce1b1)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:44:06.337429 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:06.384587 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:06.399027 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04411fec-510c-4074-82d2-6128c54aa39e None None] Pushing event updated for resources: {'Port': ['ID=784adcee-e372-4fef-82bf-cbed5d8ec608,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:07.596948 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 45566) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:08.246731 dv-cinder-836070-4-iscsi neutron-server[111097]: WARNING oslo_policy.policy [None req-28e59f54-8c9f-4654-aea0-dd6f4eb934e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 16:44:08.247288 dv-cinder-836070-4-iscsi neutron-server[111097]: WARNING oslo_policy.policy [None req-28e59f54-8c9f-4654-aea0-dd6f4eb934e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 16:44:08.255773 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:08.264842 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=7 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:08.474315 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [None req-28e59f54-8c9f-4654-aea0-dd6f4eb934e7 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:44:08.475352 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-28e59f54-8c9f-4654-aea0-dd6f4eb934e7 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8772748 May 26 16:44:11.112705 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45584) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:11.527265 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [None req-ca2786f1-77fa-480e-a8e5-709d7a948550 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:44:11.528301 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ca2786f1-77fa-480e-a8e5-709d7a948550 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4143984 May 26 16:44:14.156204 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45592) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:14.554528 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-27b02e4b-a37f-4cda-8aa4-bcfc8742dd46 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:44:14.734791 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-27b02e4b-a37f-4cda-8aa4-bcfc8742dd46 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (3b573ae6-461c-4f5e-b1c7-085c011ab87a), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:14.737444 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-27b02e4b-a37f-4cda-8aa4-bcfc8742dd46 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (3b573ae6-461c-4f5e-b1c7-085c011ab87a), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:14.935405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-27b02e4b-a37f-4cda-8aa4-bcfc8742dd46 demo demo] Publish callbacks [] for router_controller (3b573ae6-461c-4f5e-b1c7-085c011ab87a), precommit_add_association {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:15.051718 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-27b02e4b-a37f-4cda-8aa4-bcfc8742dd46 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (3b573ae6-461c-4f5e-b1c7-085c011ab87a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:15.210461 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-27b02e4b-a37f-4cda-8aa4-bcfc8742dd46 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:15.213121 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-27b02e4b-a37f-4cda-8aa4-bcfc8742dd46 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0556374 May 26 16:44:16.402057 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:16.904814 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e4c3-730e-4bc8-bf3c-e755e45b2196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:17.228212 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:44:17.329137 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 784adcee-e372-4fef-82bf-cbed5d8ec608 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:17.442000 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 784adcee-e372-4fef-82bf-cbed5d8ec608 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:17.443762 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:17.562567 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 784adcee-e372-4fef-82bf-cbed5d8ec608 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:44:17.563097 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:17.605431 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 784adcee-e372-4fef-82bf-cbed5d8ec608, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=784adcee-e372-4fef-82bf-cbed5d8ec608,segment=NetworkSegment(c97c8e4e-4ec0-465e-8209-cad3f9fce1b1),segment_id=c97c8e4e-4ec0-465e-8209-cad3f9fce1b1)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:17.756130 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:17.816103 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=784adcee-e372-4fef-82bf-cbed5d8ec608,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:17.820491 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 45604) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:18.224999 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [None req-5737157c-45ad-4af6-a54a-aa105324cacc admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:44:18.224999 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-5737157c-45ad-4af6-a54a-aa105324cacc admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3988190 May 26 16:44:18.325733 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c2aa49-5f96-4d7c-837e-fad7bc75eee4 None None] Network 311cb58d-d092-42a2-beaa-3bb82ecd486b requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:44:18.409780 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-3d842770-dfe1-41b0-a4ce-060e3fe31932 None None] Provisioning complete for port 784adcee-e372-4fef-82bf-cbed5d8ec608 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:18.410410 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3d842770-dfe1-41b0-a4ce-060e3fe31932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:18.564646 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-3d842770-dfe1-41b0-a4ce-060e3fe31932 None None] Current status of the port 784adcee-e372-4fef-82bf-cbed5d8ec608 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:44:18.785459 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-ad7ca1df-c359-44df-93ca-733980b2f469 None None] Provisioning complete for port 784adcee-e372-4fef-82bf-cbed5d8ec608 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:18.785834 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ad7ca1df-c359-44df-93ca-733980b2f469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:18.862954 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ca1df-c359-44df-93ca-733980b2f469 None None] Current status of the port 784adcee-e372-4fef-82bf-cbed5d8ec608 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:44:19.137066 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-1637644a-df5f-441d-92c3-50ef788516ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:19.312558 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 784adcee-e372-4fef-82bf-cbed5d8ec608 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:19.369648 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 784adcee-e372-4fef-82bf-cbed5d8ec608 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:19.370040 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:19.454323 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 784adcee-e372-4fef-82bf-cbed5d8ec608 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:44:20.773791 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 45618) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:21.105552 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:44:21.118622 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writer thread running {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 16:44:21.119272 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:21.295671 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Made reservation on behalf of 76a4e041bd164458a5b1a262dc443e9c for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:44:21.333128 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:21.367554 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.policy [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111097) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 16:44:21.409230 dv-cinder-836070-4-iscsi neutron-server[111097]: WARNING oslo_policy.policy [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 16:44:21.409650 dv-cinder-836070-4-iscsi neutron-server[111097]: WARNING oslo_policy.policy [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 16:44:21.419519 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:21.441131 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:21.726854 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Publish callbacks [] for security_group (ad831cfc-5a5f-4e71-8c9f-544243b4e389), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:21.810313 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (ad831cfc-5a5f-4e71-8c9f-544243b4e389), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:21.825500 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Reserving flat network on physical network physnet1 {{(pid=111097) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 16:44:21.857721 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (c8e8047e-df99-4486-bf24-8e2bd0e09729), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:21.858250 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Added segment c8e8047e-df99-4486-bf24-8e2bd0e09729 of type flat for network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 May 26 16:44:21.873774 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad831cfc-5a5f-4e71-8c9f-544243b4e389,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:21.932205 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.932545 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.932898 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.933230 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.933578 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.933894 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.934208 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.934525 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.934855 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.935173 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.935500 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.935834 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.936151 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.936462 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.936772 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Tracked resource versions report: May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: pushed versions: May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: { 'AddressGroup': {'1.2'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Agent': {'1.1'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'ConntrackHelper': {'1.0'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'LocalIPAssociation': {'1.0'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Log': {'1.0'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'NDPProxy': {'1.0'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Network': {'1.1'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Port': {'1.7'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'PortForwarding': {'1.3'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'QosPolicy': {'1.10'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SecurityGroup': {'1.5'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SecurityGroupRule': {'1.2'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SubPort': {'1.0'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Subnet': {'1.1'}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Trunk': {'1.1'}} May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: consumer versions: May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: { DHCP agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: L3 agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: Metadata agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: Metering agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: Open vSwitch agent@dv-cinder-836070-4-iscsi: { 'AddressGroup': '1.2', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Agent': '1.1', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'ConntrackHelper': '1.0', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'LocalIPAssociation': '1.0', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Log': '1.0', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'NDPProxy': '1.0', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Network': '1.1', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Port': '1.7', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'PortForwarding': '1.3', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'QosPolicy': '1.10', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SecurityGroup': '1.5', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SecurityGroupRule': '1.2', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SubPort': '1.0', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Subnet': '1.1', May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Trunk': '1.1'}} May 26 16:44:21.938209 dv-cinder-836070-4-iscsi neutron-server[111097]: {{(pid=111097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 16:44:21.984781 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (4d51cc9f-ea8f-4da8-805e-e6b25280a610), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:22.101855 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (4d51cc9f-ea8f-4da8-805e-e6b25280a610), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:22.103025 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:22.103725 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:22.208513 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4d51cc9f-ea8f-4da8-805e-e6b25280a610,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:22.219574 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:44:22.221789 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:22.247404 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-aca760e1-7b5a-4ec6-96f3-a27542da75c0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4724810 May 26 16:44:23.264379 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:24.447149 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:24.648884 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 45644) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:24.872007 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9a90b-3860-415a-8bfa-b021825d8bdb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:24.873522 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-97e9a90b-3860-415a-8bfa-b021825d8bdb demo admin] 10.222.0.48 "GET /v2.0/subnets/1ac207e7-dcc8-44ef-ae76-b42d70f4569a HTTP/1.1" status: 200 len: 849 time: 0.2236283 May 26 16:44:25.036346 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ad100c7b-e6df-47a4-8195-c23edf7a0809 demo admin] 10.222.0.48 "GET /v2.0/routers/3b573ae6-461c-4f5e-b1c7-085c011ab87a HTTP/1.1" status: 200 len: 704 time: 0.1568241 May 26 16:44:25.063408 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=80,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:25.066442 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:25.325301 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:25.548546 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:25.614863 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:25.640840 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Allocated IP 172.20.0.1 (311cb58d-d092-42a2-beaa-3bb82ecd486b/1ac207e7-dcc8-44ef-ae76-b42d70f4569a/f5feb648-2e21-47dc-af83-5b8229224070) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:44:25.831728 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Publish callbacks [] for port (f5feb648-2e21-47dc-af83-5b8229224070), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:25.974044 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (f5feb648-2e21-47dc-af83-5b8229224070), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:26.044804 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Network 311cb58d-d092-42a2-beaa-3bb82ecd486b is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:44:26.050745 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:26.064665 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:44:26.065218 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (3b573ae6-461c-4f5e-b1c7-085c011ab87a), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:26.130203 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Pushing event updated for resources: {'Port': ['ID=f5feb648-2e21-47dc-af83-5b8229224070,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:26.320112 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:26.327545 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-59475a21-fdf3-425d-ba1d-127f83eb8f62 None None] Provisioning complete for port f5feb648-2e21-47dc-af83-5b8229224070 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:26.327943 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-59475a21-fdf3-425d-ba1d-127f83eb8f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f5feb648-2e21-47dc-af83-5b8229224070), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:26.360131 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-59475a21-fdf3-425d-ba1d-127f83eb8f62 None None] Port f5feb648-2e21-47dc-af83-5b8229224070 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:44:26.363212 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f5feb648-2e21-47dc-af83-5b8229224070), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:26.499532 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:26.675063 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Publish callbacks [] for port (f5feb648-2e21-47dc-af83-5b8229224070), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:26.783959 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f5feb648-2e21-47dc-af83-5b8229224070), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:26.784776 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (3b573ae6-461c-4f5e-b1c7-085c011ab87a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:26.864773 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Pushing event updated for resources: {'Port': ['ID=f5feb648-2e21-47dc-af83-5b8229224070,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:26.916104 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Network 311cb58d-d092-42a2-beaa-3bb82ecd486b is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:44:26.917473 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:27.167323 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Router 3b573ae6-461c-4f5e-b1c7-085c011ab87a is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:44:27.260365 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:44:27.269876 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-9449232a-a5e2-4f70-8f7a-67e3fd8402fe demo admin] 10.222.0.48 "PUT /v2.0/routers/3b573ae6-461c-4f5e-b1c7-085c011ab87a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2279029 May 26 16:44:27.270844 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Sync routers for ids ['3b573ae6-461c-4f5e-b1c7-085c011ab87a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:44:27.280967 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-84ee10e3-3a12-4fe9-9a0e-78f44c5cadd0 None None] Provisioning complete for port f5feb648-2e21-47dc-af83-5b8229224070 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:27.281479 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-84ee10e3-3a12-4fe9-9a0e-78f44c5cadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f5feb648-2e21-47dc-af83-5b8229224070), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:27.284254 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Routers {'3b573ae6-461c-4f5e-b1c7-085c011ab87a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:27.285499 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:44:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['3b573ae6-461c-4f5e-b1c7-085c011ab87a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:27.316813 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-84ee10e3-3a12-4fe9-9a0e-78f44c5cadd0 None None] Port f5feb648-2e21-47dc-af83-5b8229224070 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:44:27.472275 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Set router 3b573ae6-461c-4f5e-b1c7-085c011ab87a gateway port host: None {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:27.898802 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'name': 'router1', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:26Z', 'revision_number': 2, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'gw_port_host': None, '_interfaces': [{'id': 'f5feb648-2e21-47dc-af83-5b8229224070', 'name': '', 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'mac_address': 'fa:16:3e:fe:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:25Z', 'updated_at': '2022-05-26T16:44:26Z', 'revision_number': 2, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'subnets': [{'id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '000ed857-e3d5-411f-aea2-fcd2876ee91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:27.951037 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Checking router: 3b573ae6-461c-4f5e-b1c7-085c011ab87a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:44:27.951399 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Updating router 3b573ae6-461c-4f5e-b1c7-085c011ab87a port f5feb648-2e21-47dc-af83-5b8229224070 binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:44:28.011601 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f5feb648-2e21-47dc-af83-5b8229224070), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:28.570644 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Publish callbacks [] for port (f5feb648-2e21-47dc-af83-5b8229224070), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:28.698403 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f5feb648-2e21-47dc-af83-5b8229224070), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:28.874082 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Pushing event updated for resources: {'Port': ['ID=f5feb648-2e21-47dc-af83-5b8229224070,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:28.879828 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Attempting to bind port f5feb648-2e21-47dc-af83-5b8229224070 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:44:28.880225 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Attempting to bind port f5feb648-2e21-47dc-af83-5b8229224070 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:44:28.880679 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Attempting to bind port f5feb648-2e21-47dc-af83-5b8229224070 on network 311cb58d-d092-42a2-beaa-3bb82ecd486b {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:44:28.888293 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.888644 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.888992 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.889358 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.889694 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.890023 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.890351 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.890676 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.891006 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.891325 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.891651 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.891990 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.892315 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.892635 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.892955 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Tracked resource versions report: May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: pushed versions: May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: { 'AddressGroup': {'1.2'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Agent': {'1.1'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'ConntrackHelper': {'1.0'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'LocalIPAssociation': {'1.0'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Log': {'1.0'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'NDPProxy': {'1.0'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Network': {'1.1'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Port': {'1.7'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'PortForwarding': {'1.3'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'QosPolicy': {'1.10'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SecurityGroup': {'1.5'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SecurityGroupRule': {'1.2'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SubPort': {'1.0'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Subnet': {'1.1'}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Trunk': {'1.1'}} May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: consumer versions: May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: { DHCP agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: L3 agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: Metadata agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: Metering agent@dv-cinder-836070-4-iscsi: {}, May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: Open vSwitch agent@dv-cinder-836070-4-iscsi: { 'AddressGroup': '1.2', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Agent': '1.1', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'ConntrackHelper': '1.0', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'LocalIPAssociation': '1.0', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Log': '1.0', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'NDPProxy': '1.0', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Network': '1.1', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Port': '1.7', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'PortForwarding': '1.3', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'QosPolicy': '1.10', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SecurityGroup': '1.5', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SecurityGroupRule': '1.2', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SubPort': '1.0', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Subnet': '1.1', May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Trunk': '1.1'}} May 26 16:44:28.894397 dv-cinder-836070-4-iscsi neutron-server[111099]: {{(pid=111099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 16:44:28.899432 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:44:28.899840 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Checking segment: {'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:44:28.900337 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:28.900715 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Bound using segment: {'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:44:28.901210 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Bound port: f5feb648-2e21-47dc-af83-5b8229224070, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97c8e4e-4ec0-465e-8209-cad3f9fce1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:44:28.901627 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f5feb648-2e21-47dc-af83-5b8229224070), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:28.903948 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:28.944134 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-5de18cb3-8516-4c34-ae72-2142c3c626fd None None] Provisioning complete for port f5feb648-2e21-47dc-af83-5b8229224070 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:28.945310 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-5de18cb3-8516-4c34-ae72-2142c3c626fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f5feb648-2e21-47dc-af83-5b8229224070), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:28.961406 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:28.971329 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] For port f5feb648-2e21-47dc-af83-5b8229224070, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:44:28.979099 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-5de18cb3-8516-4c34-ae72-2142c3c626fd None None] Port f5feb648-2e21-47dc-af83-5b8229224070 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:44:28.993078 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] For port f5feb648-2e21-47dc-af83-5b8229224070, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=f5feb648-2e21-47dc-af83-5b8229224070,segment=NetworkSegment(c97c8e4e-4ec0-465e-8209-cad3f9fce1b1),segment_id=c97c8e4e-4ec0-465e-8209-cad3f9fce1b1)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:44:29.119038 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f5feb648-2e21-47dc-af83-5b8229224070), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:29.186108 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4a105-86ee-46a1-8149-83777a57079d None None] Pushing event updated for resources: {'Port': ['ID=f5feb648-2e21-47dc-af83-5b8229224070,revision_number=4']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:29.196270 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Routers {'3b573ae6-461c-4f5e-b1c7-085c011ab87a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:29.197141 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:44:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['3b573ae6-461c-4f5e-b1c7-085c011ab87a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:29.290055 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] Set router 3b573ae6-461c-4f5e-b1c7-085c011ab87a gateway port host: None {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:29.401815 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-c690dbf7-0fae-49c6-99a9-12dc6c0a8ad0 None None] Provisioning complete for port f5feb648-2e21-47dc-af83-5b8229224070 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:29.402247 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c690dbf7-0fae-49c6-99a9-12dc6c0a8ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f5feb648-2e21-47dc-af83-5b8229224070), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:29.484218 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-c690dbf7-0fae-49c6-99a9-12dc6c0a8ad0 None None] Current status of the port f5feb648-2e21-47dc-af83-5b8229224070 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:44:29.484522 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c690dbf7-0fae-49c6-99a9-12dc6c0a8ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f5feb648-2e21-47dc-af83-5b8229224070), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:29.500850 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'name': 'router1', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:26Z', 'revision_number': 2, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'gw_port_host': None, '_interfaces': [{'id': 'f5feb648-2e21-47dc-af83-5b8229224070', 'name': '', 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'mac_address': 'fa:16:3e:fe:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:25Z', 'updated_at': '2022-05-26T16:44:28Z', 'revision_number': 4, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'subnets': [{'id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '000ed857-e3d5-411f-aea2-fcd2876ee91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:29.521237 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-c690dbf7-0fae-49c6-99a9-12dc6c0a8ad0 None None] For port f5feb648-2e21-47dc-af83-5b8229224070, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=f5feb648-2e21-47dc-af83-5b8229224070,segment=NetworkSegment(c97c8e4e-4ec0-465e-8209-cad3f9fce1b1),segment_id=c97c8e4e-4ec0-465e-8209-cad3f9fce1b1)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:29.525802 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a43d8-c7bf-4d71-bafa-f267a0cbef81 None None] The sync data for ids ['3b573ae6-461c-4f5e-b1c7-085c011ab87a'] in dv-cinder-836070-4-iscsi is: [{'id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'name': 'router1', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:26Z', 'revision_number': 2, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'gw_port_host': None, '_interfaces': [{'id': 'f5feb648-2e21-47dc-af83-5b8229224070', 'name': '', 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'mac_address': 'fa:16:3e:fe:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:25Z', 'updated_at': '2022-05-26T16:44:28Z', 'revision_number': 4, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'subnets': [{'id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '000ed857-e3d5-411f-aea2-fcd2876ee91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:44:29.607364 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45662) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:29.612560 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c690dbf7-0fae-49c6-99a9-12dc6c0a8ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f5feb648-2e21-47dc-af83-5b8229224070), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:29.667051 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690dbf7-0fae-49c6-99a9-12dc6c0a8ad0 None None] Pushing event updated for resources: {'Port': ['ID=f5feb648-2e21-47dc-af83-5b8229224070,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:29.748569 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d25499-19b4-453a-8c9b-7ab186c438db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:29.752641 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-69d25499-19b4-453a-8c9b-7ab186c438db admin admin] 10.222.0.48 "GET /v2.0/networks/4d51cc9f-ea8f-4da8-805e-e6b25280a610 HTTP/1.1" status: 200 len: 842 time: 0.1415470 May 26 16:44:29.760407 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Request body: {'subnet': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:44:29.861747 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Made reservation on behalf of 76a4e041bd164458a5b1a262dc443e9c for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:44:29.864021 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:30.252128 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.objects.ports [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111096) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 16:44:30.252584 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (f5539be8-b851-4117-a38d-db55fe2f31f3), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:30.310185 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5539be8-b851-4117-a38d-db55fe2f31f3,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:30.322013 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:44:30.322366 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Network hostable DHCP agents. Network: 4d51cc9f-ea8f-4da8-805e-e6b25280a610, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:44:30.458909 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:44:30.583689 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 4d51cc9f-ea8f-4da8-805e-e6b25280a610) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:30.587737 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:30.588618 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:30.593501 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b122a31-7e97-4984-9ad4-ffd2b180836e None None] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:44:30.700775 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6a58de-cd60-4c48-9e74-8cb410c3ba80 None None] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:44:30.807676 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-1abbb68f-ed84-4529-aa89-970292b285ae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0512056 May 26 16:44:33.191902 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45670) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:33.410218 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-4f520a9a-9b10-4ac2-bdfc-9f4080da8a6e demo admin] 10.222.0.48 "GET /v2.0/routers/3b573ae6-461c-4f5e-b1c7-085c011ab87a HTTP/1.1" status: 200 len: 710 time: 0.2171071 May 26 16:44:33.505398 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43aad5-8082-4319-b77f-f9947efda496 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:33.507619 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bd43aad5-8082-4319-b77f-f9947efda496 demo admin] 10.222.0.48 "GET /v2.0/networks/4d51cc9f-ea8f-4da8-805e-e6b25280a610 HTTP/1.1" status: 200 len: 886 time: 0.0911229 May 26 16:44:33.516968 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:44:33.802626 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:33.820417 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks [] for router_gateway (3b573ae6-461c-4f5e-b1c7-085c011ab87a), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:33.951645 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:34.166452 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks [] for router_gateway (3b573ae6-461c-4f5e-b1c7-085c011ab87a), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:34.247015 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:34.404594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Allocated IP 172.27.1.130 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/5645ed17-d1a0-4e73-ae48-ac1c931656cc) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:44:34.519032 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks [] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:34.641866 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:34.728736 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Pushing event updated for resources: {'Port': ['ID=5645ed17-d1a0-4e73-ae48-ac1c931656cc,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:34.809339 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:44:34.810863 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:34.813521 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:44:34.853592 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:35.204383 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks [] for router_gateway (3b573ae6-461c-4f5e-b1c7-085c011ab87a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:35.386706 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:35.405361 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4893'] for router (3b573ae6-461c-4f5e-b1c7-085c011ab87a), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:35.410728 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415455'] for router (3b573ae6-461c-4f5e-b1c7-085c011ab87a), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:35.523167 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Router 3b573ae6-461c-4f5e-b1c7-085c011ab87a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:44:35.701512 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:44:35.706430 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:35.707855 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bd1c5a08-b58e-415c-b4f4-cdc19a6a20a2 demo admin] 10.222.0.48 "PUT /v2.0/routers/3b573ae6-461c-4f5e-b1c7-085c011ab87a HTTP/1.1" status: 200 len: 890 time: 2.1940773 May 26 16:44:37.253506 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:37.258533 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=41,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:37.333393 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device f5feb648-2e21-47dc-af83-5b8229224070 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:37.381920 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port f5feb648-2e21-47dc-af83-5b8229224070 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:37.382314 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f5feb648-2e21-47dc-af83-5b8229224070), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:37.463807 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port f5feb648-2e21-47dc-af83-5b8229224070 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:44:38.272862 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 45682) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:44:38.393473 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-38d5930e-f8c7-43cb-9267-972e59e83e09 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193237 May 26 16:44:38.400070 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Sync routers for ids ['3b573ae6-461c-4f5e-b1c7-085c011ab87a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:44:38.413802 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Routers {'3b573ae6-461c-4f5e-b1c7-085c011ab87a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:38.429648 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:44:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['3b573ae6-461c-4f5e-b1c7-085c011ab87a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:38.629522 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:38.676887 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Set router 3b573ae6-461c-4f5e-b1c7-085c011ab87a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:38.967309 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:39.171024 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'name': 'router1', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5645ed17-d1a0-4e73-ae48-ac1c931656cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:34Z', 'revision_number': 4, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'gw_port': {'id': '5645ed17-d1a0-4e73-ae48-ac1c931656cc', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:34Z', 'updated_at': '2022-05-26T16:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'f5feb648-2e21-47dc-af83-5b8229224070', 'name': '', 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'mac_address': 'fa:16:3e:fe:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:25Z', 'updated_at': '2022-05-26T16:44:29Z', 'revision_number': 5, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'subnets': [{'id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '000ed857-e3d5-411f-aea2-fcd2876ee91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:39.221101 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Checking router: 3b573ae6-461c-4f5e-b1c7-085c011ab87a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:44:39.221422 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Updating router 3b573ae6-461c-4f5e-b1c7-085c011ab87a port 5645ed17-d1a0-4e73-ae48-ac1c931656cc binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:44:39.279379 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:39.499099 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:UPDATE=2,neutron:SELECT=51,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:39.504430 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=35 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:39.635510 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Publish callbacks [] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:39.720750 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:39.778421 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee87497-386c-4a4b-9835-b2f6601cd4ae None None] Pushing event updated for resources: {'Port': ['ID=5645ed17-d1a0-4e73-ae48-ac1c931656cc,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:39.794209 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Attempting to bind port 5645ed17-d1a0-4e73-ae48-ac1c931656cc on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:44:39.794581 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Attempting to bind port 5645ed17-d1a0-4e73-ae48-ac1c931656cc by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:44:39.794955 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Attempting to bind port 5645ed17-d1a0-4e73-ae48-ac1c931656cc on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:44:39.800407 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:44:39.800799 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:44:39.801324 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:39.801723 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:44:39.802188 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Bound port: 5645ed17-d1a0-4e73-ae48-ac1c931656cc, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:44:39.802566 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:39.851065 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] For port 5645ed17-d1a0-4e73-ae48-ac1c931656cc, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:44:39.854295 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] For port 5645ed17-d1a0-4e73-ae48-ac1c931656cc, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=5645ed17-d1a0-4e73-ae48-ac1c931656cc,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:44:39.938737 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:39.991223 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Routers {'3b573ae6-461c-4f5e-b1c7-085c011ab87a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:39.991223 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:44:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['3b573ae6-461c-4f5e-b1c7-085c011ab87a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:40.041852 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee87497-386c-4a4b-9835-b2f6601cd4ae None None] Pushing event updated for resources: {'Port': ['ID=5645ed17-d1a0-4e73-ae48-ac1c931656cc,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:40.114900 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] Set router 3b573ae6-461c-4f5e-b1c7-085c011ab87a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:40.118957 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:40.254299 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:40.337288 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'name': 'router1', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5645ed17-d1a0-4e73-ae48-ac1c931656cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:34Z', 'revision_number': 4, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'gw_port': {'id': '5645ed17-d1a0-4e73-ae48-ac1c931656cc', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:34Z', 'updated_at': '2022-05-26T16:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'f5feb648-2e21-47dc-af83-5b8229224070', 'name': '', 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'mac_address': 'fa:16:3e:fe:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:25Z', 'updated_at': '2022-05-26T16:44:29Z', 'revision_number': 5, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'subnets': [{'id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '000ed857-e3d5-411f-aea2-fcd2876ee91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:40.369198 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83602b0-5d9f-4876-9521-951b8b1b0b2f None None] The sync data for ids ['3b573ae6-461c-4f5e-b1c7-085c011ab87a'] in dv-cinder-836070-4-iscsi is: [{'id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'name': 'router1', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5645ed17-d1a0-4e73-ae48-ac1c931656cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:34Z', 'revision_number': 4, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'gw_port': {'id': '5645ed17-d1a0-4e73-ae48-ac1c931656cc', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:34Z', 'updated_at': '2022-05-26T16:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'f5feb648-2e21-47dc-af83-5b8229224070', 'name': '', 'network_id': '311cb58d-d092-42a2-beaa-3bb82ecd486b', 'tenant_id': '97a27564d6b5404fa22fe354151a49d1', 'mac_address': 'fa:16:3e:fe:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b573ae6-461c-4f5e-b1c7-085c011ab87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:44:25Z', 'updated_at': '2022-05-26T16:44:29Z', 'revision_number': 5, 'project_id': '97a27564d6b5404fa22fe354151a49d1', 'subnets': [{'id': '1ac207e7-dcc8-44ef-ae76-b42d70f4569a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '000ed857-e3d5-411f-aea2-fcd2876ee91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:44:41.383017 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 5645ed17-d1a0-4e73-ae48-ac1c931656cc up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:41.431517 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 5645ed17-d1a0-4e73-ae48-ac1c931656cc triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:41.431817 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:41.518887 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 5645ed17-d1a0-4e73-ae48-ac1c931656cc is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:44:41.519634 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:41.545144 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 5645ed17-d1a0-4e73-ae48-ac1c931656cc, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=5645ed17-d1a0-4e73-ae48-ac1c931656cc,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:41.613920 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:41.673033 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=5645ed17-d1a0-4e73-ae48-ac1c931656cc,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:43.363776 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 5645ed17-d1a0-4e73-ae48-ac1c931656cc up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:43.427142 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 5645ed17-d1a0-4e73-ae48-ac1c931656cc triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:44:43.427735 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (5645ed17-d1a0-4e73-ae48-ac1c931656cc), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:43.530013 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 5645ed17-d1a0-4e73-ae48-ac1c931656cc is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:44:46.880766 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b3e65689-00fc-4406-a6a6-bfb9cc59d90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:48.385754 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=69 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:48.389808 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=14 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:44:49.427017 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b514c1c6-1b32-4075-b3bd-30d206d2fa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:51.303221 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:53.252143 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:44:54.230911 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:44:54.512546 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:03.163667 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:45:04.400906 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:45:07.226121 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:45:07.230852 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=6 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:45:16.831350 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ea2496e2-520f-4402-a431-4299dc40bcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:19.197164 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0638a59e-5639-40f6-aa4a-aed7d4132069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:21.345795 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:23.795925 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:24.496780 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:31.231403 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:45:34.393993 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:45:34.398543 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:45:44.227998 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=6 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:45:44.230984 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:45:46.903119 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6f7e6541-d22b-425c-b0cc-19db229fdece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:49.121991 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-50fb27da-2370-47f4-bca1-5a904fe2269f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:51.298978 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:53.368512 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:45:54.481917 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:02.050892 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46220) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:02.125886 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ba4fae-05fd-4951-b405-f23ad371d753 admin admin] GET failed (client error): The resource could not be found. May 26 16:46:02.127244 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c0ba4fae-05fd-4951-b405-f23ad371d753 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0753548 May 26 16:46:02.345397 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe884c-03c4-41cc-8c08-52e665513ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:02.347864 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-cdbe884c-03c4-41cc-8c08-52e665513ea1 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2153113 May 26 16:46:04.397738 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:04.399741 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:04.802114 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46230) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:04.911050 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a170319-ce27-4c4c-bc3b-b36b91074119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:04.912569 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-4a170319-ce27-4c4c-bc3b-b36b91074119 admin admin] 10.222.0.48 "GET /v2.0/subnets/1ac207e7-dcc8-44ef-ae76-b42d70f4569a HTTP/1.1" status: 200 len: 849 time: 0.1092050 May 26 16:46:04.923294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:46:05.010850 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Publish callbacks [] for subnet (1ac207e7-dcc8-44ef-ae76-b42d70f4569a), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:05.256290 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761419642076'] for subnet (1ac207e7-dcc8-44ef-ae76-b42d70f4569a), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:05.294342 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:05.294342 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:05.297644 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] 10.222.0.48 "PUT /v2.0/subnets/1ac207e7-dcc8-44ef-ae76-b42d70f4569a HTTP/1.1" status: 200 len: 868 time: 0.3778818 May 26 16:46:05.299080 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6124e91a-b053-45ae-a861-d989a91771fd None None] Network 311cb58d-d092-42a2-beaa-3bb82ecd486b requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:46:05.337698 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac207e7-dcc8-44ef-ae76-b42d70f4569a,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:05.350713 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.351209 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.351758 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.352322 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.353169 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.353601 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.354577 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.355108 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.355627 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.356135 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.356843 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.357360 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.357841 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.358346 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.358823 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e955-4141-4c17-9b1e-b581110bfb8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:05.784429 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-b034be09-5093-4925-a7de-32936d110872 None None] Provisioning complete for port f5feb648-2e21-47dc-af83-5b8229224070 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:46:05.785306 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b034be09-5093-4925-a7de-32936d110872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f5feb648-2e21-47dc-af83-5b8229224070), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:05.902317 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-b034be09-5093-4925-a7de-32936d110872 None None] Current status of the port f5feb648-2e21-47dc-af83-5b8229224070 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:46:05.914889 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-b034be09-5093-4925-a7de-32936d110872 None None] Provisioning complete for port 784adcee-e372-4fef-82bf-cbed5d8ec608 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:46:05.915537 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b034be09-5093-4925-a7de-32936d110872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (784adcee-e372-4fef-82bf-cbed5d8ec608), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:06.038702 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-b034be09-5093-4925-a7de-32936d110872 None None] Current status of the port 784adcee-e372-4fef-82bf-cbed5d8ec608 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:46:08.123697 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46240) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:08.230362 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:46:08.347910 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b94ef55-98e5-459d-9514-723e497585be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:08.348502 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b94ef55-98e5-459d-9514-723e497585be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:08.351092 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7b94ef55-98e5-459d-9514-723e497585be admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2262638 May 26 16:46:11.460708 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46250) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:11.725749 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a51a3-c831-421a-bec8-fad6b9f3c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:11.726315 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a51a3-c831-421a-bec8-fad6b9f3c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:11.728464 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-cb0a51a3-c831-421a-bec8-fad6b9f3c74a admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2665172 May 26 16:46:14.272926 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46258) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:14.441237 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468990fb-2869-4ebf-b216-0934b499f8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:14.442751 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-468990fb-2869-4ebf-b216-0934b499f8ba admin admin] 10.222.0.48 "GET /v2.0/networks/311cb58d-d092-42a2-beaa-3bb82ecd486b HTTP/1.1" status: 200 len: 869 time: 0.1687801 May 26 16:46:16.034913 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=34 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:16.036213 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=43 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:16.817023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46266) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:16.829747 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-32233649-1605-406e-98eb-c1918e33de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:16.950173 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa977214-3902-487a-b207-ac192e4069b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:16.951571 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-aa977214-3902-487a-b207-ac192e4069b3 admin admin] 10.222.0.48 "GET /v2.0/networks/4d51cc9f-ea8f-4da8-805e-e6b25280a610 HTTP/1.1" status: 200 len: 886 time: 0.1333156 May 26 16:46:19.126722 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d6ca4615-8f3f-4822-b7d5-9861dc2ecf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:19.242786 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46274) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:19.384011 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af186a-f92c-4fe7-a8c2-60d9640bfed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:19.384461 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af186a-f92c-4fe7-a8c2-60d9640bfed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:19.386045 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e9af186a-f92c-4fe7-a8c2-60d9640bfed2 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1422594 May 26 16:46:21.226841 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:21.235148 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:21.298160 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:21.692579 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46282) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:21.777537 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:21.797250 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11907dd6-d57e-4be5-a2fb-6f5ad698d78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:21.797740 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11907dd6-d57e-4be5-a2fb-6f5ad698d78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:21.799315 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-11907dd6-d57e-4be5-a2fb-6f5ad698d78f admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056628 May 26 16:46:23.338834 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:24.125699 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46290) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:24.207289 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:24.231484 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31be30-815d-4b25-8c7f-8ca54a774a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:24.232898 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-aa31be30-815d-4b25-8c7f-8ca54a774a32 admin admin] 10.222.0.48 "GET /v2.0/subnets/1ac207e7-dcc8-44ef-ae76-b42d70f4569a HTTP/1.1" status: 200 len: 868 time: 0.1059253 May 26 16:46:24.749168 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:26.521855 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46298) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:46:26.610491 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed07559e-30a7-4f01-a572-0a4f9b279eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:26.611850 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ed07559e-30a7-4f01-a572-0a4f9b279eaa admin admin] 10.222.0.48 "GET /v2.0/subnets/f5539be8-b851-4117-a38d-db55fe2f31f3 HTTP/1.1" status: 200 len: 816 time: 0.0890601 May 26 16:46:34.227436 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=11 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:34.394712 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:34.402956 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:36.606059 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=24 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:36.607441 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=29 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:45.228906 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:46:46.877184 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0062ad73-0daf-4dc6-809a-f64d8d4e13db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:49.128746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a468b402-3bb3-461c-a58d-2f72a9b41ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:51.325237 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:53.248418 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:54.479901 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:46:58.219379 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=15 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:46:58.225293 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=19 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:04.397019 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:04.400142 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:08.157431 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46356) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:47:08.207193 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [None req-7d8246c7-8c6e-4b73-986e-8b2452eb8fb0 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:47:08.208208 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7d8246c7-8c6e-4b73-986e-8b2452eb8fb0 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0498147 May 26 16:47:10.582733 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46364) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:47:10.660769 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.pecan_wsgi.hooks.translation [None req-14067a06-7587-4953-936f-3b2256b35c0b admin admin] GET failed (client error): The resource could not be found. May 26 16:47:10.662181 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-14067a06-7587-4953-936f-3b2256b35c0b admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0784748 May 26 16:47:10.830666 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0ba62a-66b6-4266-85e5-8a0151c8d827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:10.832103 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7c0ba62a-66b6-4266-85e5-8a0151c8d827 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1601846 May 26 16:47:13.149591 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46372) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:47:13.197915 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:47:13.313603 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Made reservation on behalf of 76a4e041bd164458a5b1a262dc443e9c for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:47:13.315993 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:13.347108 dv-cinder-836070-4-iscsi neutron-server[111097]: WARNING neutron.services.revisions.revision_plugin [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Could not find related network for resource to bump revision. May 26 16:47:13.363099 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:47:13.374575 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (eadc7ca9-8160-4193-9b49-234254d16df9), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:13.375483 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Added segment eadc7ca9-8160-4193-9b49-234254d16df9 of type vlan for network 284d409f-2bbf-4672-93a1-5c9fbb06d766 May 26 16:47:13.428833 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (284d409f-2bbf-4672-93a1-5c9fbb06d766), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:13.531543 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (284d409f-2bbf-4672-93a1-5c9fbb06d766), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:13.532712 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:13.533413 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:13.593858 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Pushing event updated for resources: {'Network': ['ID=284d409f-2bbf-4672-93a1-5c9fbb06d766,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:47:13.601019 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.601413 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.601776 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.602121 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.602455 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.602783 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.603107 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.603432 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.603771 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.604100 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.604437 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.604763 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.605083 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.605435 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.605755 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:13.616730 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 284d409f-2bbf-4672-93a1-5c9fbb06d766 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:47:13.701818 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-21edba10-7a99-4788-ab59-0bc7a8a8ffba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5511374 May 26 16:47:15.991775 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46380) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:47:16.058688 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.pecan_wsgi.hooks.translation [None req-00031eee-0343-438f-a810-14bb6ab6e8cd admin admin] GET failed (client error): The resource could not be found. May 26 16:47:16.060003 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-00031eee-0343-438f-a810-14bb6ab6e8cd admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672722 May 26 16:47:16.136571 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7566636c-7017-4038-9a70-d007e64ca97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:16.138070 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7566636c-7017-4038-9a70-d007e64ca97e admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0733609 May 26 16:47:16.148193 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766', 'cidr': '192.168.233.0/24'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:47:16.236843 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Made reservation on behalf of 76a4e041bd164458a5b1a262dc443e9c for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:47:16.239314 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:16.474117 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (25f8b677-e0b7-4475-93ea-4272ed3a241f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:16.531978 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f8b677-e0b7-4475-93ea-4272ed3a241f,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:47:16.544625 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.544966 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.545361 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.545697 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.546029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.546375 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.546722 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.547658 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.547982 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.548302 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.548670 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.548999 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.549341 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.549665 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.549978 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:16.556820 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Checking segment: {'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:47:16.557163 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Network hostable DHCP agents. Network: 284d409f-2bbf-4672-93a1-5c9fbb06d766, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:47:16.642427 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Network 284d409f-2bbf-4672-93a1-5c9fbb06d766 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:47:16.757057 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 284d409f-2bbf-4672-93a1-5c9fbb06d766) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:47:16.761407 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:16.762029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:16.766180 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38cf67c-bfc4-4aba-97d2-559f9e60f566 None None] Network 284d409f-2bbf-4672-93a1-5c9fbb06d766 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:47:16.872772 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-284d409f-2bbf-4672-93a1-5c9fbb06d766', 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766', 'project_id': '76a4e041bd164458a5b1a262dc443e9c', 'fixed_ips': [{'subnet_id': '25f8b677-e0b7-4475-93ea-4272ed3a241f'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:47:16.873804 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:16.878509 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fa03a97a-7ce7-47e5-8895-075636504180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:16.894650 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5b80e7a1-b5da-47ae-90c1-f30a51c4183a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7487755 May 26 16:47:17.142027 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Allocated IP 192.168.233.2 (284d409f-2bbf-4672-93a1-5c9fbb06d766/25f8b677-e0b7-4475-93ea-4272ed3a241f/a9193a22-bea0-46f0-bf5e-edee6a8e81df) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:47:17.302371 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Publish callbacks [] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:17.479975 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:17.529637 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Network 284d409f-2bbf-4672-93a1-5c9fbb06d766 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:47:17.532706 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:47:17.536863 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:47:17.542437 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Pushing event updated for resources: {'Port': ['ID=a9193a22-bea0-46f0-bf5e-edee6a8e81df,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:47:17.556093 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.570333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:17.626256 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Attempting to bind port a9193a22-bea0-46f0-bf5e-edee6a8e81df on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:47:17.626750 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Attempting to bind port a9193a22-bea0-46f0-bf5e-edee6a8e81df by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:47:17.627221 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Attempting to bind port a9193a22-bea0-46f0-bf5e-edee6a8e81df on network 284d409f-2bbf-4672-93a1-5c9fbb06d766 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:47:17.634878 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:47:17.635447 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Checking segment: {'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:47:17.636059 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:17.636659 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Bound using segment: {'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:47:17.637453 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Bound port: a9193a22-bea0-46f0-bf5e-edee6a8e81df, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:47:17.638143 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:17.718139 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] For port a9193a22-bea0-46f0-bf5e-edee6a8e81df, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:47:17.721895 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] For port a9193a22-bea0-46f0-bf5e-edee6a8e81df, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=a9193a22-bea0-46f0-bf5e-edee6a8e81df,segment=NetworkSegment(eadc7ca9-8160-4193-9b49-234254d16df9),segment_id=eadc7ca9-8160-4193-9b49-234254d16df9)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:47:17.832443 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:17.895926 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830900a5-01e1-4ac4-9fdf-8f140cf8dedb None None] Pushing event updated for resources: {'Port': ['ID=a9193a22-bea0-46f0-bf5e-edee6a8e81df,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:47:18.376572 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:18.916745 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9b138-add1-4eb0-bd8a-97e2b45fe317 None None] Network 284d409f-2bbf-4672-93a1-5c9fbb06d766 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:47:18.919035 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:18.983299 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-6e1cd1fc-70df-4d4e-827a-4bd725ccb8fd None None] Provisioning complete for port a9193a22-bea0-46f0-bf5e-edee6a8e81df triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:47:18.983705 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e1cd1fc-70df-4d4e-827a-4bd725ccb8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:19.134859 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cd1fc-70df-4d4e-827a-4bd725ccb8fd None None] Current status of the port a9193a22-bea0-46f0-bf5e-edee6a8e81df is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:47:19.136599 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e1cd1fc-70df-4d4e-827a-4bd725ccb8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:19.176826 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-6e1cd1fc-70df-4d4e-827a-4bd725ccb8fd None None] For port a9193a22-bea0-46f0-bf5e-edee6a8e81df, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=a9193a22-bea0-46f0-bf5e-edee6a8e81df,segment=NetworkSegment(eadc7ca9-8160-4193-9b49-234254d16df9),segment_id=eadc7ca9-8160-4193-9b49-234254d16df9)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:47:19.203333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-1554c4ed-1700-4a9d-9ca1-470deaaf57e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:19.282602 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e1cd1fc-70df-4d4e-827a-4bd725ccb8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:19.346085 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cd1fc-70df-4d4e-827a-4bd725ccb8fd None None] Pushing event updated for resources: {'Port': ['ID=a9193a22-bea0-46f0-bf5e-edee6a8e81df,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:47:19.472010 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device a9193a22-bea0-46f0-bf5e-edee6a8e81df up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:47:19.522998 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-97f0d398-1940-4fdc-b08d-ff51a91017ae None None] Provisioning complete for port a9193a22-bea0-46f0-bf5e-edee6a8e81df triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:47:19.526579 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-97f0d398-1940-4fdc-b08d-ff51a91017ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:19.570764 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port a9193a22-bea0-46f0-bf5e-edee6a8e81df triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:47:19.571159 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (a9193a22-bea0-46f0-bf5e-edee6a8e81df), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:19.671179 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-97f0d398-1940-4fdc-b08d-ff51a91017ae None None] Current status of the port a9193a22-bea0-46f0-bf5e-edee6a8e81df is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:47:19.687662 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port a9193a22-bea0-46f0-bf5e-edee6a8e81df is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:47:21.328588 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:22.234475 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:47:23.311228 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:23.591593 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=33,neutron:INSERT=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:23.597736 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=38,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:24.527992 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:26.771911 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:26.772752 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=49,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:34.392900 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:34.400840 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:35.223741 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:43.216787 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:47:46.841153 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-026ff9f1-e31b-4a10-9cbc-6abbee18b3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:49.169698 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-859536eb-a676-4050-9570-f3b48b771e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:51.338710 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:53.254976 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:54.463829 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:47:59.235379 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:48:04.395010 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:48:04.397869 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:48:12.214755 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:48:12.219707 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:48:16.847225 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b40c65ff-7c0e-4ef7-9b5e-6f213e366e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:19.219696 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-851575b3-1fef-4870-9ae5-4004ca83e7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:21.334475 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:23.323452 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:24.469118 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:34.395204 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:48:34.404302 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:48:36.235214 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:48:46.825597 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b5781334-9678-4e7f-afba-503448cb96f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:49.214306 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=15 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:48:49.215137 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=21 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:48:49.222983 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b655334b-6741-40d5-ac7b-c7a4303eae81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:51.297281 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:53.303796 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:48:54.505203 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:04.397320 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:04.399580 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:13.235044 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:49:16.867676 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-aebd50f4-87c3-4fab-a9e3-ea17f478f574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:18.044934 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46422) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:49:18.051211 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [None req-beec425b-0de6-4f2e-a719-80869c52aaa5 tempest-verify_tempest_config-1316407732 tempest-verify_tempest_config-1316407732-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:49:18.052247 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-beec425b-0de6-4f2e-a719-80869c52aaa5 tempest-verify_tempest_config-1316407732 tempest-verify_tempest_config-1316407732-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061698 May 26 16:49:18.598952 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46440) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:49:18.717521 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:18.798056 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Publish callbacks [] for security_group (d99a9677-465e-4776-a048-049af344d62f), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:18.892071 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (d99a9677-465e-4776-a048-049af344d62f), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:18.941636 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5db374f91db148e9ba1d1d1e3a9197b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3413727 May 26 16:49:18.942712 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99a9677-465e-4776-a048-049af344d62f,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:18.944420 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46446) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:49:18.951278 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.951624 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.951981 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.952316 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.952717 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.953112 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.953526 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.953954 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.954289 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.954737 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.955094 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.955463 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.955867 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.956386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:18.956716 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2f8c8-4765-44d0-916a-284b6c474427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.000825 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Publish callbacks [] for security_group (d99a9677-465e-4776-a048-049af344d62f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:19.021679 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Publish callbacks [] for security_group (d99a9677-465e-4776-a048-049af344d62f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:19.180147 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-cd64d621-a01b-4c5b-801b-63033209cb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:19.220539 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (d99a9677-465e-4776-a048-049af344d62f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:19.222984 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:19.224128 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d99a9677-465e-4776-a048-049af344d62f HTTP/1.1" status: 204 len: 168 time: 0.2787077 May 26 16:49:19.233631 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99a9677-465e-4776-a048-049af344d62f,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:19.239731 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.240073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.240433 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.240770 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.241102 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.241460 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.241788 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.242108 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.242430 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.242750 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.243086 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.243421 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.243838 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.244061 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.244397 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc65a58-c884-4aa6-b3d9-e6b170690a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:21.294929 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:23.391780 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:24.497899 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:26.207849 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:26.212985 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:28.945402 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:28.947305 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:29.235244 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:29.236153 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:34.396174 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:34.405208 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:43.221501 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:43.222264 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:49:46.806961 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-757a360f-faa0-4ded-9018-1906c550b549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:49.140695 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f7005c45-bb78-4e15-bb11-7996c4761649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:50.233648 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:49:51.312161 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:53.266449 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:49:54.506735 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:03.204495 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:50:03.209432 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=6 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:50:04.406325 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:50:04.406902 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:50:16.797625 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-386a643c-b3bf-48d7-8cfe-5548517651dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:19.129208 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-92789c35-dcea-4438-9eac-a15d521b66e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:21.318175 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:23.252886 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:24.487320 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:27.233708 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:50:34.406568 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:50:34.407734 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:50:46.815229 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2db80da2-c079-4c21-9c88-52a6c8cbfa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:48.331306 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=14 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:50:48.335128 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=20 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:50:49.127444 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-1b9b38a5-8837-4140-b7fa-0adc51c2dd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:51.312508 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:53.260814 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:50:54.540948 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:04.233213 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 5 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:51:04.399272 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=8 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:04.410278 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:15.740733 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-404790'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:16.859247 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-79e67211-afd8-442c-bfe4-3b9046e7314f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:17.202636 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:17.214685 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=7 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:19.133907 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c3fe479b-3ddd-4629-b30b-7bc4ea38a49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:21.318394 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:23.265426 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:24.477171 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:28.481166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46520) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:51:28.712713 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-707570d5-93ea-40a6-ab00-02bf259f66f5 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.2303050 May 26 16:51:31.042055 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46530) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:51:31.107329 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7a8eea40-c5f7-4c0e-8543-bb0a35210923 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0638037 May 26 16:51:34.414666 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:34.417964 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:38.703129 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:41.101367 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:41.232757 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:51:45.730348 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:46.809594 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05fc-d2a6-4553-84c0-6bf491415e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:49.130050 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-365c337f-4ee3-4eb2-986c-071ee4848cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:51.341798 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:53.307316 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:51:54.208022 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:54.212940 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=6 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:51:54.506824 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:03.199715 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:52:04.407075 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:52:15.666976 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:16.799406 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c8b61856-ee03-47cf-ab07-aae9984fe84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:18.233382 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:52:19.146848 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a9f0-1573-46ba-a4dc-5b52cc45bbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:21.318482 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:23.278949 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:24.513652 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:31.209164 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:52:31.211181 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:52:34.400267 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:52:34.408370 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:52:45.713003 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:46.821412 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-577c58be-676d-4502-92f0-ccb7a6d4eb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:48.409750 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=15 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:52:48.411280 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=11 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:52:49.147205 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-36746ab4-0bc5-44cd-97a6-c2d191b1bb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:51.330012 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:53.278668 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:54.476960 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:52:55.232809 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:53:04.402921 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:04.405727 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:08.203119 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:08.208024 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:12.980192 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46660) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:13.613252 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1404876859-network', 'tenant_id': '187d77d887774bbc82b249a64f335d59'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:13.719170 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Made reservation on behalf of 187d77d887774bbc82b249a64f335d59 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:13.721944 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:13.734409 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:13.817968 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Publish callbacks [] for security_group (1e9864b2-84cf-425d-9ce4-de68de3c76d3), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:13.906827 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (1e9864b2-84cf-425d-9ce4-de68de3c76d3), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:13.934887 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:53:13.945044 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9864b2-84cf-425d-9ce4-de68de3c76d3,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:13.955861 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (6d5e381f-b66a-4955-afe1-024427b71e88), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:13.956273 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Added segment 6d5e381f-b66a-4955-afe1-024427b71e88 of type vlan for network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f May 26 16:53:13.958412 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.958781 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.959138 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.959472 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.959799 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.960158 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.960428 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.960748 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.961076 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.961431 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.961769 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.962108 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.962533 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.962762 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.963073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Tracked resource versions report: May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: pushed versions: May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: { 'AddressGroup': {'1.2'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Agent': {'1.1'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'ConntrackHelper': {'1.0'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'LocalIPAssociation': {'1.0'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Log': {'1.0'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'NDPProxy': {'1.0'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Network': {'1.1'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Port': {'1.7'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'PortForwarding': {'1.3'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'QosPolicy': {'1.10'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SecurityGroup': {'1.5'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SecurityGroupRule': {'1.2'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SubPort': {'1.0'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Subnet': {'1.1'}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Trunk': {'1.1'}} May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: consumer versions: May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: { DHCP agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: HyperV agent@hv-cinder-83607: {}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: L3 agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: Metadata agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: Metering agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: Open vSwitch agent@dv-cinder-836070-4-iscsi: { 'AddressGroup': '1.2', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Agent': '1.1', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'ConntrackHelper': '1.0', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'LocalIPAssociation': '1.0', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Log': '1.0', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'NDPProxy': '1.0', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Network': '1.1', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Port': '1.7', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'PortForwarding': '1.3', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'QosPolicy': '1.10', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SecurityGroup': '1.5', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SecurityGroupRule': '1.2', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'SubPort': '1.0', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Subnet': '1.1', May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: 'Trunk': '1.1'}} May 26 16:53:13.964991 dv-cinder-836070-4-iscsi neutron-server[111096]: {{(pid=111096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 16:53:14.027888 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (f8df8ce2-f92c-4683-9f6d-6dc77424bb8f), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:14.169508 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (f8df8ce2-f92c-4683-9f6d-6dc77424bb8f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:14.170815 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:14.171399 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:14.270089 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] Pushing event updated for resources: {'Network': ['ID=f8df8ce2-f92c-4683-9f6d-6dc77424bb8f,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:14.285736 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:53:14.372281 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a7287b7c-b11d-4c4b-9ca4-8ae9f79e6b92 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3908908 May 26 16:53:14.375452 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46714) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:14.380421 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Request body: {'subnet': {'network_id': 'f8df8ce2-f92c-4683-9f6d-6dc77424bb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1404876859-subnet', 'tenant_id': '187d77d887774bbc82b249a64f335d59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:14.502773 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Made reservation on behalf of 187d77d887774bbc82b249a64f335d59 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:14.505192 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:14.804578 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (14d8def7-ce39-4644-8094-679c8cc1aae1), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:14.852313 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d8def7-ce39-4644-8094-679c8cc1aae1,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:14.878975 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Checking segment: {'id': '6d5e381f-b66a-4955-afe1-024427b71e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df8ce2-f92c-4683-9f6d-6dc77424bb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:14.879329 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Network hostable DHCP agents. Network: f8df8ce2-f92c-4683-9f6d-6dc77424bb8f, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:53:14.944669 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46730) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:14.946924 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:53:15.028127 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, f8df8ce2-f92c-4683-9f6d-6dc77424bb8f) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:15.032589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:15.033188 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:15.040164 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3042d748-cdef-4e0d-92e8-819cf8e1feb7 None None] Network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:53:15.131320 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c9ac91c2-dc98-420b-8b59-028444e1ab80 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7547698 May 26 16:53:15.166843 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13ad1b3-1475-4f7a-a468-597fe122bab9 None None] Network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:53:15.191891 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46744) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:15.418887 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1438901210-network', 'tenant_id': '89a7299f01984027a505aa43d96e07b3'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:15.449940 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46752) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:15.513200 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Made reservation on behalf of 89a7299f01984027a505aa43d96e07b3 for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:15.515638 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:15.527503 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:15.620033 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Publish callbacks [] for security_group (98b13b2c-5fe0-4d14-a321-28fe258cdda0), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:15.764533 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:15.766417 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (98b13b2c-5fe0-4d14-a321-28fe258cdda0), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:15.785810 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:53:15.803170 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (584978f0-b9ca-4ada-aa23-a161d023c8b2), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:15.803864 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Added segment 584978f0-b9ca-4ada-aa23-a161d023c8b2 of type vlan for network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 May 26 16:53:15.870913 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (37da0019-c0ef-4a38-bc4c-338c9bba0a61), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:15.897819 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b13b2c-5fe0-4d14-a321-28fe258cdda0,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:15.911731 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.912074 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.912442 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.913143 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.914096 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.914096 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Tracked resource versions report: May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: pushed versions: May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: { 'AddressGroup': {'1.2'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Agent': {'1.1'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'ConntrackHelper': {'1.0'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'LocalIPAssociation': {'1.0'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Log': {'1.0'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'NDPProxy': {'1.0'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Network': {'1.1'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Port': {'1.7'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'PortForwarding': {'1.3'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'QosPolicy': {'1.10'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SecurityGroup': {'1.5'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SecurityGroupRule': {'1.2'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SubPort': {'1.0'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Subnet': {'1.1'}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Trunk': {'1.1'}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: consumer versions: May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: { DHCP agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: HyperV agent@hv-cinder-83607: {}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: L3 agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: Metadata agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: Metering agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: Open vSwitch agent@dv-cinder-836070-4-iscsi: { 'AddressGroup': '1.2', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Agent': '1.1', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'ConntrackHelper': '1.0', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'LocalIPAssociation': '1.0', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Log': '1.0', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'NDPProxy': '1.0', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Network': '1.1', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Port': '1.7', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'PortForwarding': '1.3', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'QosPolicy': '1.10', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SecurityGroup': '1.5', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SecurityGroupRule': '1.2', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'SubPort': '1.0', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Subnet': '1.1', May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: 'Trunk': '1.1'}} May 26 16:53:15.921866 dv-cinder-836070-4-iscsi neutron-server[111097]: {{(pid=111097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 16:53:15.942533 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-network', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:15.957154 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-network', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:16.025373 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (37da0019-c0ef-4a38-bc4c-338c9bba0a61), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.026865 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:16.027439 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.082841 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Made reservation on behalf of 5150e5b054d34d09a3cb69e35f9c86dd for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:16.085459 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.087775 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Made reservation on behalf of 5a16c7d70bb14cd3b898751084649cd2 for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:16.091033 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.116110 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.120115 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.127067 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] Pushing event updated for resources: {'Network': ['ID=37da0019-c0ef-4a38-bc4c-338c9bba0a61,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.138658 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:53:16.148108 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46788) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:16.148860 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f8de11b2-21b4-4a0b-a16f-a0f44c2be38f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2018218 May 26 16:53:16.157854 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Request body: {'subnet': {'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1438901210-subnet', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:16.176898 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:16.244613 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Made reservation on behalf of 89a7299f01984027a505aa43d96e07b3 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:16.247849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.295840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:16.341951 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Publish callbacks [] for security_group (dd1a348e-f6e2-44ee-8cd1-961b24aa9353), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.371331 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:16.431766 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Publish callbacks [] for security_group (7a0105c9-31f5-4fa1-96bd-b9dfd807f277), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.471149 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (dd1a348e-f6e2-44ee-8cd1-961b24aa9353), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.498703 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:53:16.504148 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a348e-f6e2-44ee-8cd1-961b24aa9353,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.507339 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:16.518767 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (653008d1-2dbd-4e6c-8efd-719ed17e0082), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.518767 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Added segment 653008d1-2dbd-4e6c-8efd-719ed17e0082 of type vlan for network b6174ed6-c511-43d9-b82c-ba126d400329 May 26 16:53:16.548742 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7a0105c9-31f5-4fa1-96bd-b9dfd807f277), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.565930 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (b6174ed6-c511-43d9-b82c-ba126d400329), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.570140 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (ddca0523-f778-41db-9468-b671998b1583), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.587504 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:53:16.608096 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0105c9-31f5-4fa1-96bd-b9dfd807f277,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.855115 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (1f68fe7c-071e-4d69-88fa-e11a64421df6), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.855115 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Added segment 1f68fe7c-071e-4d69-88fa-e11a64421df6 of type vlan for network 8b6693f4-44e6-4850-bb10-714588f8b298 May 26 16:53:16.856322 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddca0523-f778-41db-9468-b671998b1583,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.881197 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (8b6693f4-44e6-4850-bb10-714588f8b298), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.882710 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Checking segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:16.882710 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Network hostable DHCP agents. Network: 37da0019-c0ef-4a38-bc4c-338c9bba0a61, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:53:16.884415 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (b6174ed6-c511-43d9-b82c-ba126d400329), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.884415 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:16.884415 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.885006 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:53:16.892283 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (8b6693f4-44e6-4850-bb10-714588f8b298), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.893595 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:16.894963 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:16.919538 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] Pushing event updated for resources: {'Network': ['ID=b6174ed6-c511-43d9-b82c-ba126d400329,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.937120 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network b6174ed6-c511-43d9-b82c-ba126d400329 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:53:16.994259 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] Pushing event updated for resources: {'Network': ['ID=8b6693f4-44e6-4850-bb10-714588f8b298,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:17.010116 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 8b6693f4-44e6-4850-bb10-714588f8b298 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:53:17.113832 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b8017075-6737-40b5-9b55-a56800574af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.122227 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-c944b79e-6db0-4ba3-bf80-45c98e647851 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6708901 May 26 16:53:17.125594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46828) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:17.132486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Request body: {'subnet': {'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-subnet', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:17.133101 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-70a1c5af-bf98-417c-8a60-ddedf32ed30b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9396849 May 26 16:53:17.133977 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46830) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:17.140240 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Request body: {'subnet': {'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-subnet', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:17.200178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 37da0019-c0ef-4a38-bc4c-338c9bba0a61) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:17.205086 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:17.205819 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.217008 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48f97d-515a-44ac-b496-7eeafde01692 None None] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:53:17.283361 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Made reservation on behalf of 5150e5b054d34d09a3cb69e35f9c86dd for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:17.289499 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.331192 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Made reservation on behalf of 5a16c7d70bb14cd3b898751084649cd2 for: {'subnet': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:17.334733 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.401435 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-aabd790b-34e7-46a6-9fc7-550fc68282e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2507303 May 26 16:53:17.404254 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46852) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:17.409113 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:17.472544 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'project_id': '89a7299f01984027a505aa43d96e07b3', 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:53:17.475172 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.601653 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (6e0db8ca-bef8-411a-a997-7f52801c28cd), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.603657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (6e0db8ca-bef8-411a-a997-7f52801c28cd), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.663922 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks [] for router_controller (6e0db8ca-bef8-411a-a997-7f52801c28cd), precommit_add_association {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.713135 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (69987f88-5ec5-4e12-83e7-cf867ff3b92d), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.738886 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Allocated IP 172.20.0.2 (37da0019-c0ef-4a38-bc4c-338c9bba0a61/ddca0523-f778-41db-9468-b671998b1583/df290c18-2c25-4151-a2e8-ddf76fe4fb60) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:17.787797 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:17.815813 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69987f88-5ec5-4e12-83e7-cf867ff3b92d,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:17.848910 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Checking segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:17.849505 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Network hostable DHCP agents. Network: 8b6693f4-44e6-4850-bb10-714588f8b298, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:53:17.944435 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:17.957001 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Network 8b6693f4-44e6-4850-bb10-714588f8b298 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:53:18.061768 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 8b6693f4-44e6-4850-bb10-714588f8b298) {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:18.074934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ffdd4-5aec-4978-a2b9-bb1870a7ba7e None None] Network 8b6693f4-44e6-4850-bb10-714588f8b298 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:53:18.077524 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:18.078257 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.095797 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks [] for router_gateway (6e0db8ca-bef8-411a-a997-7f52801c28cd), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.115376 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Checking segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:18.116246 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Network hostable DHCP agents. Network: b6174ed6-c511-43d9-b82c-ba126d400329, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:53:18.131788 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46896) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:18.134233 dv-cinder-836070-4-iscsi neutron-server[111097]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 16:53:18.171231 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:18.172407 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Publish callbacks [] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.183886 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:18.186983 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46898) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:18.187332 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-4fc292fa-02f7-4c77-8270-d1caf10a0c65 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0522411 May 26 16:53:18.191168 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:18.267766 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-8b6693f4-44e6-4850-bb10-714588f8b298', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:53:18.269448 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.297674 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Network b6174ed6-c511-43d9-b82c-ba126d400329 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:53:18.313806 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, b6174ed6-c511-43d9-b82c-ba126d400329) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:18.323780 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:18.324383 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.358720 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f617a-927d-40ad-bae6-596875177378 None None] Network b6174ed6-c511-43d9-b82c-ba126d400329 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:53:18.377216 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.423100 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-f5a5f6be-58bc-4763-952f-32c3adaec148 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:18.424918 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-f5a5f6be-58bc-4763-952f-32c3adaec148 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/networks?id=f8df8ce2-f92c-4683-9f6d-6dc77424bb8f HTTP/1.1" status: 200 len: 812 time: 0.2919331 May 26 16:53:18.454277 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-946958d1-eb27-45b9-835b-89399712ffa3 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/quotas/187d77d887774bbc82b249a64f335d59 HTTP/1.1" status: 200 len: 375 time: 0.0209665 May 26 16:53:18.478362 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (cf5219a7-9501-408e-93bb-9266c2f298e9), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.480070 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (cf5219a7-9501-408e-93bb-9266c2f298e9), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.503915 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-77120986-1150-4891-a29e-fe232be81c5f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3769984 May 26 16:53:18.510903 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46920) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:18.515773 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:18.517746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:18.531587 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks [] for router_gateway (6e0db8ca-bef8-411a-a997-7f52801c28cd), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.567489 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:18.570472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:18.577841 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-4e021a51-fd2b-4505-ae09-750358c025f2 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=187d77d887774bbc82b249a64f335d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1169221 May 26 16:53:18.608174 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks [] for router_controller (cf5219a7-9501-408e-93bb-9266c2f298e9), precommit_add_association {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.610276 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.650232 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (5a69244d-f231-4882-b119-87e11551d81a), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.652031 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (5a69244d-f231-4882-b119-87e11551d81a), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.695794 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Pushing event updated for resources: {'Port': ['ID=df290c18-2c25-4151-a2e8-ddf76fe4fb60,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:18.741649 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:18.759804 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.760340 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.760565 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.760918 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.761246 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.761597 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.762072 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.762354 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.762689 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.763100 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.763494 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.764075 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.764183 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.764486 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.764801 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Tracked resource versions report: May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: pushed versions: May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: { 'AddressGroup': {'1.2'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Agent': {'1.1'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'ConntrackHelper': {'1.0'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'LocalIPAssociation': {'1.0'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Log': {'1.0'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'NDPProxy': {'1.0'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Network': {'1.1'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Port': {'1.7'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'PortForwarding': {'1.3'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'QosPolicy': {'1.10'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SecurityGroup': {'1.5'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SecurityGroupRule': {'1.2'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SubPort': {'1.0'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Subnet': {'1.1'}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Trunk': {'1.1'}} May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: consumer versions: May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: { DHCP agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: HyperV agent@hv-cinder-83607: {}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: L3 agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: Metadata agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: Metering agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: Open vSwitch agent@dv-cinder-836070-4-iscsi: { 'AddressGroup': '1.2', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Agent': '1.1', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'ConntrackHelper': '1.0', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'LocalIPAssociation': '1.0', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Log': '1.0', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'NDPProxy': '1.0', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Network': '1.1', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Port': '1.7', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'PortForwarding': '1.3', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'QosPolicy': '1.10', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SecurityGroup': '1.5', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SecurityGroupRule': '1.2', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'SubPort': '1.0', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Subnet': '1.1', May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: 'Trunk': '1.1'}} May 26 16:53:18.766940 dv-cinder-836070-4-iscsi neutron-server[111098]: {{(pid=111098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 16:53:18.794430 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-b6174ed6-c511-43d9-b82c-ba126d400329', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:53:18.795536 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.800703 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Allocated IP 172.20.0.2 (8b6693f4-44e6-4850-bb10-714588f8b298/69987f88-5ec5-4e12-83e7-cf867ff3b92d/9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:18.821019 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Attempting to bind port df290c18-2c25-4151-a2e8-ddf76fe4fb60 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:18.821524 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Attempting to bind port df290c18-2c25-4151-a2e8-ddf76fe4fb60 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:18.821982 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Attempting to bind port df290c18-2c25-4151-a2e8-ddf76fe4fb60 on network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:18.848371 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:18.848925 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Checking segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:18.849470 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.849934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Bound using segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:18.850547 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Bound port: df290c18-2c25-4151-a2e8-ddf76fe4fb60, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:18.851503 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.897179 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks [] for router_controller (5a69244d-f231-4882-b119-87e11551d81a), precommit_add_association {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:18.958889 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-4a746daf-f42e-41f1-986b-b380d973b8a0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:53:18.968322 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-4a746daf-f42e-41f1-986b-b380d973b8a0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1286044 May 26 16:53:19.066753 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Allocated IP 172.27.1.115 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/22075dcf-e35d-46f9-bdd5-95dd39b4dc96) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:19.150307 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] For port df290c18-2c25-4151-a2e8-ddf76fe4fb60, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:19.180467 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] For port df290c18-2c25-4151-a2e8-ddf76fe4fb60, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=df290c18-2c25-4151-a2e8-ddf76fe4fb60,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:19.180992 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks [] for router_gateway (cf5219a7-9501-408e-93bb-9266c2f298e9), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.231408 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Allocated IP 172.20.0.2 (b6174ed6-c511-43d9-b82c-ba126d400329/0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6/4c7a6f74-6961-49b2-929c-0b1eda30a115) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:19.239671 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:19.252795 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-018804f9-5b40-4fc2-9878-b425c38d0b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.282439 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks [] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.287432 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Publish callbacks [] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.312469 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks [] for router_gateway (5a69244d-f231-4882-b119-87e11551d81a), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.330460 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-0e3b1977-d467-480e-85c8-15157bcf0f87 service neutron] 10.222.0.48 "GET /v2.0/networks/f8df8ce2-f92c-4683-9f6d-6dc77424bb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600297 May 26 16:53:19.335545 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.445201 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.489105 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:INSERT=9,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:19.518873 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46948) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:19.520834 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Network 8b6693f4-44e6-4850-bb10-714588f8b298 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:19.528930 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:19.531996 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:19.538692 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb4c5a-df91-47a4-a7c8-a0f6bbc2a054 None None] Pushing event updated for resources: {'Port': ['ID=df290c18-2c25-4151-a2e8-ddf76fe4fb60,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:19.546013 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.648183 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Pushing event updated for resources: {'Port': ['ID=22075dcf-e35d-46f9-bdd5-95dd39b4dc96,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:19.713721 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:19.721371 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:19.724106 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:19.770977 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Pushing event updated for resources: {'Port': ['ID=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:19.790925 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-06370780-b027-44db-acc7-33e16a5f1339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.822159 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Attempting to bind port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:19.822617 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Attempting to bind port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:19.823040 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Attempting to bind port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd on network 8b6693f4-44e6-4850-bb10-714588f8b298 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:19.826797 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Publish callbacks [] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.832542 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:19.832928 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Checking segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:19.833364 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.833763 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Bound using segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:19.834254 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Bound port: 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:19.834634 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.910487 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:19.929014 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:19.967853 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-06370780-b027-44db-acc7-33e16a5f1339 admin admin] Publish callbacks [] for security_group (7231a02e-5b98-4adf-a745-ee9f56d344af), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.019202 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Network b6174ed6-c511-43d9-b82c-ba126d400329 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:20.022740 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks [] for router_gateway (cf5219a7-9501-408e-93bb-9266c2f298e9), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.038584 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:20.045955 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks [] for router_gateway (5a69244d-f231-4882-b119-87e11551d81a), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.054932 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:20.071408 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Pushing event updated for resources: {'Port': ['ID=4c7a6f74-6961-49b2-929c-0b1eda30a115,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:20.084018 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-059a14f5-66db-4799-9265-5ee71c5ae3d5 service neutron] 10.222.0.48 "GET /v2.0/networks/f8df8ce2-f92c-4683-9f6d-6dc77424bb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453730 May 26 16:53:20.086382 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] For port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:20.097527 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] For port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:20.117812 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.119626 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-06370780-b027-44db-acc7-33e16a5f1339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7231a02e-5b98-4adf-a745-ee9f56d344af), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.167500 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Attempting to bind port 4c7a6f74-6961-49b2-929c-0b1eda30a115 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:20.168146 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Attempting to bind port 4c7a6f74-6961-49b2-929c-0b1eda30a115 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:20.168228 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Attempting to bind port 4c7a6f74-6961-49b2-929c-0b1eda30a115 on network b6174ed6-c511-43d9-b82c-ba126d400329 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:20.168634 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-06370780-b027-44db-acc7-33e16a5f1339 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=844b7e02c0cd44ffa3716cd2380cca25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6462426 May 26 16:53:20.170003 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 46968) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:20.172535 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.174701 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:20.175223 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Checking segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:20.175633 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.176026 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Bound using segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:20.176498 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Bound port: 4c7a6f74-6961-49b2-929c-0b1eda30a115, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:20.176876 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.245449 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.286164 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Allocated IP 172.27.1.249 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/0ea082cd-ba8a-4de3-8567-898a63c4e192) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:20.302963 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] For port 4c7a6f74-6961-49b2-929c-0b1eda30a115, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:20.328128 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] For port 4c7a6f74-6961-49b2-929c-0b1eda30a115, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=4c7a6f74-6961-49b2-929c-0b1eda30a115,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:20.345782 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06370780-b027-44db-acc7-33e16a5f1339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7231a02e-5b98-4adf-a745-ee9f56d344af,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:20.371863 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:20.375242 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07172410-d38c-4d77-b518-57287fdc7000 None None] Pushing event updated for resources: {'Port': ['ID=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:20.453968 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf683-ff9a-4ba5-a0a1-156b531a2663 admin admin] Publish callbacks [] for security_group (7231a02e-5b98-4adf-a745-ee9f56d344af), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.475056 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks [] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.479934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.483249 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:20.497816 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 46988) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:20.512321 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf683-ff9a-4ba5-a0a1-156b531a2663 admin admin] Publish callbacks [] for security_group (7231a02e-5b98-4adf-a745-ee9f56d344af), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.566462 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-263be5ce-5c73-410c-99ae-cd4fa90512da req-378851a5-4f60-43a7-ae86-10b9aa14a1e5 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0656743 May 26 16:53:20.630090 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659b6fb-6382-4de9-b63e-e715aadf9a98 None None] Pushing event updated for resources: {'Port': ['ID=4c7a6f74-6961-49b2-929c-0b1eda30a115,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:20.669526 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks [] for router_gateway (6e0db8ca-bef8-411a-a997-7f52801c28cd), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.714393 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:20.847803 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:20.857415 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:20.862067 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:21.109743 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Pushing event updated for resources: {'Port': ['ID=0ea082cd-ba8a-4de3-8567-898a63c4e192,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:21.313157 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Allocated IP 172.27.1.161 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/fa1f063c-7689-496b-915f-bf8e42a06061) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:21.333097 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf683-ff9a-4ba5-a0a1-156b531a2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7231a02e-5b98-4adf-a745-ee9f56d344af), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:21.335738 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf683-ff9a-4ba5-a0a1-156b531a2663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:21.341995 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ca6bf683-ff9a-4ba5-a0a1-156b531a2663 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7231a02e-5b98-4adf-a745-ee9f56d344af HTTP/1.1" status: 204 len: 168 time: 1.0798862 May 26 16:53:21.388849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bf683-ff9a-4ba5-a0a1-156b531a2663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7231a02e-5b98-4adf-a745-ee9f56d344af,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:21.463266 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (6e0db8ca-bef8-411a-a997-7f52801c28cd), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:21.527984 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks [] for router_gateway (5a69244d-f231-4882-b119-87e11551d81a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:21.529935 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47020) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:21.779441 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e1e4cc-48ec-47f5-8595-063e55b309fa None None] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:53:21.841910 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks [] for port (fa1f063c-7689-496b-915f-bf8e42a06061), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:21.910722 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:21.955128 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-717eeb44-0bc1-4e9c-ba8b-d7c339c0bee6 None None] Provisioning complete for port df290c18-2c25-4151-a2e8-ddf76fe4fb60 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:21.955620 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-717eeb44-0bc1-4e9c-ba8b-d7c339c0bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:21.967678 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:21.980428 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:22.001995 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3c6f6c95-d0cb-48c9-88ab-60387fde7a27 req-9949ad70-fa45-41a6-ae09-549003fd0cc1 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0569570 May 26 16:53:22.005566 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3eb55281-0d4f-49b1-aa53-73df0b7a46cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.101282 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device df290c18-2c25-4151-a2e8-ddf76fe4fb60 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:22.120134 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.220420 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3eb55281-0d4f-49b1-aa53-73df0b7a46cd admin admin] Publish callbacks [] for security_group (e2b566b3-bca5-4cb1-9225-82d2c177ebb0), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.239663 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (5a69244d-f231-4882-b119-87e11551d81a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.240722 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:22.255760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd6518-17c5-4f95-814c-fd2f0525be23 None None] Network 8b6693f4-44e6-4850-bb10-714588f8b298 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:53:22.304192 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:22.318047 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:22.511390 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3eb55281-0d4f-49b1-aa53-73df0b7a46cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (e2b566b3-bca5-4cb1-9225-82d2c177ebb0), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.575877 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-717eeb44-0bc1-4e9c-ba8b-d7c339c0bee6 None None] Current status of the port df290c18-2c25-4151-a2e8-ddf76fe4fb60 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:22.578818 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-717eeb44-0bc1-4e9c-ba8b-d7c339c0bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.610308 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:22.613361 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb55281-0d4f-49b1-aa53-73df0b7a46cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b566b3-bca5-4cb1-9225-82d2c177ebb0,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:22.659227 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1f063c-7689-496b-915f-bf8e42a06061,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:22.744457 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-3eb55281-0d4f-49b1-aa53-73df0b7a46cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffac206e9d7949c9a6898d03dcd72ca1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2128589 May 26 16:53:22.751089 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47062) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:22.765789 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89594d2-5a52-4293-888f-fd3bb1838b36 None None] Network b6174ed6-c511-43d9-b82c-ba126d400329 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:53:22.779961 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port df290c18-2c25-4151-a2e8-ddf76fe4fb60 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:22.780659 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.804017 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-717eeb44-0bc1-4e9c-ba8b-d7c339c0bee6 None None] For port df290c18-2c25-4151-a2e8-ddf76fe4fb60, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=df290c18-2c25-4151-a2e8-ddf76fe4fb60,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:22.827828 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:22.851680 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-36df2472-5e0d-42ad-9236-d0a46b9cd550 admin admin] Publish callbacks [] for security_group (e2b566b3-bca5-4cb1-9225-82d2c177ebb0), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.887014 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-36df2472-5e0d-42ad-9236-d0a46b9cd550 admin admin] Publish callbacks [] for security_group (e2b566b3-bca5-4cb1-9225-82d2c177ebb0), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:22.915357 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Router 6e0db8ca-bef8-411a-a997-7f52801c28cd is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:53:22.920795 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Router 5a69244d-f231-4882-b119-87e11551d81a is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:53:22.920990 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-717eeb44-0bc1-4e9c-ba8b-d7c339c0bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.064428 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eeb44-0bc1-4e9c-ba8b-d7c339c0bee6 None None] Pushing event updated for resources: {'Port': ['ID=df290c18-2c25-4151-a2e8-ddf76fe4fb60,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:23.195859 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d5d27f2a-60f3-401e-a742-c4b96ea5aea2 req-5c676850-d34e-490b-bd9e-ec518f5d46e5 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0569665 May 26 16:53:23.202476 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:23.208368 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks [] for router_gateway (cf5219a7-9501-408e-93bb-9266c2f298e9), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.217995 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Provisioning complete for port 4c7a6f74-6961-49b2-929c-0b1eda30a115 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:23.218396 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.221758 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:23.239724 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Sync routers for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:23.254920 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port df290c18-2c25-4151-a2e8-ddf76fe4fb60 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:23.256051 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:23.261415 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:23.262553 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:23.306088 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-36df2472-5e0d-42ad-9236-d0a46b9cd550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (e2b566b3-bca5-4cb1-9225-82d2c177ebb0), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.311318 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-36df2472-5e0d-42ad-9236-d0a46b9cd550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.312843 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-36df2472-5e0d-42ad-9236-d0a46b9cd550 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2b566b3-bca5-4cb1-9225-82d2c177ebb0 HTTP/1.1" status: 204 len: 168 time: 0.5603633 May 26 16:53:23.338176 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df2472-5e0d-42ad-9236-d0a46b9cd550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b566b3-bca5-4cb1-9225-82d2c177ebb0,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:23.353390 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.353390 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-fe48eb0b-f760-46a1-b1f7-8dd5bff959fe admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8408203 May 26 16:53:23.356712 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47082) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:23.461407 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:23.461813 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.539434 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:23.566147 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:23.651690 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.669023 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (cf5219a7-9501-408e-93bb-9266c2f298e9), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.680597 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Sync routers for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:23.730474 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:23.731378 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:23.798605 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:23.800184 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-efb8f4af-ef86-4170-971b-af297f15634d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3948021 May 26 16:53:23.803244 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47092) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:23.903322 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:23.966081 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:23.970490 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:21Z', 'revision_number': 3, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:24.029057 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Router cf5219a7-9501-408e-93bb-9266c2f298e9 is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:53:24.031016 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Current status of the port 4c7a6f74-6961-49b2-929c-0b1eda30a115 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:24.031521 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.039973 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Checking router: 5a69244d-f231-4882-b119-87e11551d81a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:24.041923 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Updating router 5a69244d-f231-4882-b119-87e11551d81a port 0ea082cd-ba8a-4de3-8567-898a63c4e192 binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:53:24.114943 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.474655 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:24.475304 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.503187 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] For port 4c7a6f74-6961-49b2-929c-0b1eda30a115, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=4c7a6f74-6961-49b2-929c-0b1eda30a115,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:24.516019 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:20Z', 'revision_number': 3, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:24.557375 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Checking router: 6e0db8ca-bef8-411a-a997-7f52801c28cd for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:24.557879 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:24.558332 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Updating router 6e0db8ca-bef8-411a-a997-7f52801c28cd port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:53:24.574158 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:24.577179 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.614239 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Sync routers for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:24.616242 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.642639 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.675641 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2fb7a96f-5faf-4d06-9a9e-16257d488f4e req-30de22ff-94e0-403b-ac2f-e599ad8f363a tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0525534 May 26 16:53:24.718651 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.719811 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 4c7a6f74-6961-49b2-929c-0b1eda30a115 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:24.721792 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.736384 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.742428 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-6da07bfd-7f23-4637-bd8b-594e0a2187c2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5520327 May 26 16:53:24.748109 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47118) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:24.917185 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Provisioning complete for port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:24.917788 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.966335 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Publish callbacks [] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:24.986782 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:24.992074 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:24.993024 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:25.025101 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 4c7a6f74-6961-49b2-929c-0b1eda30a115 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:25.025497 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.036164 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:25.093756 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.106787 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Allocated IP 172.20.0.1 (b6174ed6-c511-43d9-b82c-ba126d400329/0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6/d57650ca-d984-4bd2-a42c-95b3606511df) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:25.160163 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47130) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:25.206592 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-44dd3f94-46cc-43c3-81a0-162864440f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.206800 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Pushing event updated for resources: {'Port': ['ID=0ea082cd-ba8a-4de3-8567-898a63c4e192,revision_number=2']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:25.254969 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.255492 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.256390 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.256822 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.257584 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.258109 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.258623 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.259170 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.260596 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.261140 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.261883 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.262445 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.262990 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.263513 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.264036 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Tracked resource versions report: May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: pushed versions: May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: { 'AddressGroup': {'1.2'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Agent': {'1.1'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'ConntrackHelper': {'1.0'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'LocalIPAssociation': {'1.0'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Log': {'1.0'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'NDPProxy': {'1.0'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Network': {'1.1'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Port': {'1.7'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'PortForwarding': {'1.3'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'QosPolicy': {'1.10'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SecurityGroup': {'1.5'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SecurityGroupRule': {'1.2'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SubPort': {'1.0'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Subnet': {'1.1'}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Trunk': {'1.1'}} May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: consumer versions: May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: { DHCP agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: HyperV agent@hv-cinder-83607: {}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: L3 agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: Metadata agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: Metering agent@dv-cinder-836070-4-iscsi: {}, May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: Open vSwitch agent@dv-cinder-836070-4-iscsi: { 'AddressGroup': '1.2', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Agent': '1.1', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'ConntrackHelper': '1.0', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'LocalIPAssociation': '1.0', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Log': '1.0', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'NDPProxy': '1.0', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Network': '1.1', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Port': '1.7', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'PortForwarding': '1.3', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'QosPolicy': '1.10', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SecurityGroup': '1.5', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SecurityGroupRule': '1.2', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'SubPort': '1.0', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Subnet': '1.1', May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: 'Trunk': '1.1'}} May 26 16:53:25.267048 dv-cinder-836070-4-iscsi neutron-server[111099]: {{(pid=111099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 16:53:25.309251 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Attempting to bind port 0ea082cd-ba8a-4de3-8567-898a63c4e192 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:25.310328 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Attempting to bind port 0ea082cd-ba8a-4de3-8567-898a63c4e192 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:25.310927 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Attempting to bind port 0ea082cd-ba8a-4de3-8567-898a63c4e192 on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:25.314078 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Pushing event updated for resources: {'Port': ['ID=4c7a6f74-6961-49b2-929c-0b1eda30a115,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:25.333974 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:25.334852 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:25.335471 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.336068 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:25.336779 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Bound port: 0ea082cd-ba8a-4de3-8567-898a63c4e192, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:25.337436 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.396086 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] For port 0ea082cd-ba8a-4de3-8567-898a63c4e192, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:25.400657 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] For port 0ea082cd-ba8a-4de3-8567-898a63c4e192, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=0ea082cd-ba8a-4de3-8567-898a63c4e192,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:25.406771 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:25.415210 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:25.418551 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Current status of the port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:25.426605 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Publish callbacks [] for port (d57650ca-d984-4bd2-a42c-95b3606511df), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.459010 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:25.476901 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Provisioning complete for port df290c18-2c25-4151-a2e8-ddf76fe4fb60 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:25.477289 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.506054 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:25.524963 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.575602 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:25.601517 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.686607 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:25.694247 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-6aac3fe0-a144-4030-a1d8-c04a1202f48e None None] Current status of the port df290c18-2c25-4151-a2e8-ddf76fe4fb60 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:25.698263 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 4c7a6f74-6961-49b2-929c-0b1eda30a115 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:25.698691 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Network b6174ed6-c511-43d9-b82c-ba126d400329 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:25.702462 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:25.709452 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:25.710035 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (5a69244d-f231-4882-b119-87e11551d81a), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.733321 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94742e-11b3-4416-8e73-79703baa76c9 None None] Pushing event updated for resources: {'Port': ['ID=0ea082cd-ba8a-4de3-8567-898a63c4e192,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:25.738936 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:25.739579 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:25.869005 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-44dd3f94-46cc-43c3-81a0-162864440f63 admin admin] Publish callbacks [] for security_group (5a634403-f3bd-434d-b55b-323e6ca06107), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:25.874340 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:25.879856 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=d57650ca-d984-4bd2-a42c-95b3606511df,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:25.911320 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-8bacdd8f-387f-4dd3-9f39-5daa6840bb30 None None] Provisioning complete for port 4c7a6f74-6961-49b2-929c-0b1eda30a115 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:25.912547 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8bacdd8f-387f-4dd3-9f39-5daa6840bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.012618 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:22Z', 'revision_number': 3, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:26.079899 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.113689 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Publish callbacks [] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.116757 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-8bacdd8f-387f-4dd3-9f39-5daa6840bb30 None None] Current status of the port 4c7a6f74-6961-49b2-929c-0b1eda30a115 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:26.126991 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 4c7a6f74-6961-49b2-929c-0b1eda30a115 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:26.162476 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-8bacdd8f-387f-4dd3-9f39-5daa6840bb30 None None] Provisioning complete for port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:26.162847 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8bacdd8f-387f-4dd3-9f39-5daa6840bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.191911 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a4106a49-bba8-4d7e-afc1-aa847be27048 req-0609018d-a8b8-4f3f-8edc-7ee031e33236 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.1138303 May 26 16:53:26.200251 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 4c7a6f74-6961-49b2-929c-0b1eda30a115 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:26.200251 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.311155 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:26.311155 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 4c7a6f74-6961-49b2-929c-0b1eda30a115 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:26.311954 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device df290c18-2c25-4151-a2e8-ddf76fe4fb60 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:26.346679 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.440559 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Checking router: cf5219a7-9501-408e-93bb-9266c2f298e9 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:26.440928 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Updating router cf5219a7-9501-408e-93bb-9266c2f298e9 port fa1f063c-7689-496b-915f-bf8e42a06061 binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:53:26.448514 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port df290c18-2c25-4151-a2e8-ddf76fe4fb60 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:26.459226 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.462594 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Publish callbacks [] for port (d57650ca-d984-4bd2-a42c-95b3606511df), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.483289 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:26.515537 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Attempting to bind port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:26.515968 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Attempting to bind port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:26.516325 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Attempting to bind port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:26.535536 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.536720 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (5a69244d-f231-4882-b119-87e11551d81a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.549132 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:26.550055 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:26.554945 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.555449 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:26.557541 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Bound port: 22075dcf-e35d-46f9-bdd5-95dd39b4dc96, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:26.563516 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.566582 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-44dd3f94-46cc-43c3-81a0-162864440f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5a634403-f3bd-434d-b55b-323e6ca06107), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.584130 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.631813 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-44dd3f94-46cc-43c3-81a0-162864440f63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62d18121afb64437ac739e33a59d093a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4680951 May 26 16:53:26.641675 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.643155 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47166) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:26.724757 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=d57650ca-d984-4bd2-a42c-95b3606511df,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:26.729879 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dee51-b7ac-4f49-8890-c8a319bf6570 None None] Pushing event updated for resources: {'Port': ['ID=22075dcf-e35d-46f9-bdd5-95dd39b4dc96,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:26.771350 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8fb84166-47df-491a-b43a-f21e477eb399 admin admin] Publish callbacks [] for security_group (5a634403-f3bd-434d-b55b-323e6ca06107), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.790172 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd3f94-46cc-43c3-81a0-162864440f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a634403-f3bd-434d-b55b-323e6ca06107,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:26.839307 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8fb84166-47df-491a-b43a-f21e477eb399 admin admin] Publish callbacks [] for security_group (5a634403-f3bd-434d-b55b-323e6ca06107), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:26.851183 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Network b6174ed6-c511-43d9-b82c-ba126d400329 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:26.854750 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:26.923652 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-8bacdd8f-387f-4dd3-9f39-5daa6840bb30 None None] Current status of the port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:26.945355 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port df290c18-2c25-4151-a2e8-ddf76fe4fb60 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:26.947252 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:26.975485 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] For port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:26.996402 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] For port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=22075dcf-e35d-46f9-bdd5-95dd39b4dc96,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:27.013740 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:21Z', 'revision_number': 3, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:27.014463 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:27.014766 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.051010 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6b3a0-8308-40f9-bd86-9b6caa06a641 None None] The sync data for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi is: [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:21Z', 'revision_number': 3, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:27.093917 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-e7014dc6-6f14-4ada-a3d0-319d5b3dba33 None None] Provisioning complete for port d57650ca-d984-4bd2-a42c-95b3606511df triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:27.098048 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e7014dc6-6f14-4ada-a3d0-319d5b3dba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.153910 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Router 5a69244d-f231-4882-b119-87e11551d81a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:53:27.174163 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.255863 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-e7014dc6-6f14-4ada-a3d0-319d5b3dba33 None None] Port d57650ca-d984-4bd2-a42c-95b3606511df cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:27.258565 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8fb84166-47df-491a-b43a-f21e477eb399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5a634403-f3bd-434d-b55b-323e6ca06107), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.263371 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Publish callbacks [] for port (fa1f063c-7689-496b-915f-bf8e42a06061), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.267090 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8fb84166-47df-491a-b43a-f21e477eb399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.272271 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-8fb84166-47df-491a-b43a-f21e477eb399 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a634403-f3bd-434d-b55b-323e6ca06107 HTTP/1.1" status: 204 len: 168 time: 0.6262400 May 26 16:53:27.322967 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dee51-b7ac-4f49-8890-c8a319bf6570 None None] Pushing event updated for resources: {'Port': ['ID=22075dcf-e35d-46f9-bdd5-95dd39b4dc96,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:27.325182 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84166-47df-491a-b43a-f21e477eb399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a634403-f3bd-434d-b55b-323e6ca06107,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:27.369176 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:27.369924 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:27.381075 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:27.382473 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:27.384776 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-1af6a798-0d80-42fc-9a57-0ed19ee33aa1 admin admin] 10.222.0.48 "PUT /v2.0/routers/5a69244d-f231-4882-b119-87e11551d81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0258980 May 26 16:53:27.400327 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:27.402563 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.585568 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-1362295c-fa2c-4ed8-94c8-00d90ac2d8db None None] Provisioning complete for port d57650ca-d984-4bd2-a42c-95b3606511df triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:27.586405 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-1362295c-fa2c-4ed8-94c8-00d90ac2d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.605232 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Attempting to bind port fa1f063c-7689-496b-915f-bf8e42a06061 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:27.605638 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Attempting to bind port fa1f063c-7689-496b-915f-bf8e42a06061 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:27.606001 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Attempting to bind port fa1f063c-7689-496b-915f-bf8e42a06061 on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:27.632977 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:27.636649 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:27.637210 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.637678 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f4529535-d783-44ab-927c-764635578b51 req-3e4c7184-e2b1-48b8-af2f-04ddcff13eed tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.1918614 May 26 16:53:27.637849 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:27.638184 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Bound port: fa1f063c-7689-496b-915f-bf8e42a06061, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:27.638571 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.650278 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c552e26-9991-4bf2-aebf-15f2fd5cb507 None None] Pushing event updated for resources: {'Port': ['ID=fa1f063c-7689-496b-915f-bf8e42a06061,revision_number=2']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:27.683212 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.743039 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] For port fa1f063c-7689-496b-915f-bf8e42a06061, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:27.748559 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Allocated IP 172.20.0.1 (37da0019-c0ef-4a38-bc4c-338c9bba0a61/ddca0523-f778-41db-9468-b671998b1583/c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:27.755681 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] For port fa1f063c-7689-496b-915f-bf8e42a06061, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=fa1f063c-7689-496b-915f-bf8e42a06061,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:27.766826 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:27.851757 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:27.901450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:27.939319 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-1362295c-fa2c-4ed8-94c8-00d90ac2d8db None None] Port d57650ca-d984-4bd2-a42c-95b3606511df cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:28.033740 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 0ea082cd-ba8a-4de3-8567-898a63c4e192 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:28.056205 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c552e26-9991-4bf2-aebf-15f2fd5cb507 None None] Pushing event updated for resources: {'Port': ['ID=fa1f063c-7689-496b-915f-bf8e42a06061,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:28.110767 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Publish callbacks [] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:28.120199 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:28.121513 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:28.123247 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Allocated IP 172.20.0.1 (8b6693f4-44e6-4850-bb10-714588f8b298/69987f88-5ec5-4e12-83e7-cf867ff3b92d/64a32810-aacb-44f0-9cd0-966d65e3768f) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:28.134028 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:28.227882 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:20Z', 'revision_number': 3, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:28.263855 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e76b8f-001b-4720-90a8-eaa6ae6c3556 None None] The sync data for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi is: [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:20Z', 'revision_number': 3, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:28.269025 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 0ea082cd-ba8a-4de3-8567-898a63c4e192 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:28.269636 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:28.296600 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Publish callbacks [] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:28.312015 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:28.315869 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:28.332218 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:28.413621 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:28.416297 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:28.454350 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 0ea082cd-ba8a-4de3-8567-898a63c4e192 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:28.454748 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:28.459431 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:28.507214 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:28.514787 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 0ea082cd-ba8a-4de3-8567-898a63c4e192, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=0ea082cd-ba8a-4de3-8567-898a63c4e192,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:28.517676 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:28.518205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (6e0db8ca-bef8-411a-a997-7f52801c28cd), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:28.644243 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:28.652853 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:22Z', 'revision_number': 3, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:28.732028 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ab563-64b5-40a5-b6cf-774528bc22d6 None None] The sync data for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi is: [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:22Z', 'revision_number': 3, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:28.832700 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=0ea082cd-ba8a-4de3-8567-898a63c4e192,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:28.833516 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:29.005198 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:29.081954 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:29.084783 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-92e55645-45b4-4481-b250-cdf08a8da136 None None] Provisioning complete for port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:29.085287 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-92e55645-45b4-4481-b250-cdf08a8da136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:29.091327 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cb095b93-f85b-45c3-a005-42ffc0472826 req-dc5e5dc4-5613-49e9-9c8c-aa0a200f0e55 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.2884641 May 26 16:53:29.095164 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Network 8b6693f4-44e6-4850-bb10-714588f8b298 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:29.101468 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:29.104421 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Pushing event updated for resources: {'Port': ['ID=64a32810-aacb-44f0-9cd0-966d65e3768f,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:29.108229 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:29.108717 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (cf5219a7-9501-408e-93bb-9266c2f298e9), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:29.117517 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9255c-4610-453f-9663-20573d2eb7aa req-92154922-9db3-4b96-a168-8dad2c367f98 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:29.131257 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-92154922-9db3-4b96-a168-8dad2c367f98 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 819 time: 0.5593548 May 26 16:53:29.166126 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-a049eda8-6959-435f-9591-5e15a6f48b9d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/quotas/5150e5b054d34d09a3cb69e35f9c86dd HTTP/1.1" status: 200 len: 375 time: 0.0248404 May 26 16:53:29.168619 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-92e55645-45b4-4481-b250-cdf08a8da136 None None] Port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:29.316377 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-a64dbec0-8ff8-4e4c-a559-c425bbe092c0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400058 May 26 16:53:29.441097 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.95', 55465) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:29.574229 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:29.616302 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:29.617917 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-33510aef-6ba8-4484-9fc3-bea7cb7d8485 None None] Provisioning complete for port 64a32810-aacb-44f0-9cd0-966d65e3768f triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:29.618906 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-33510aef-6ba8-4484-9fc3-bea7cb7d8485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:29.710185 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-fb24350b-2749-4d50-98ff-09fd17ce3e77 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:29.711651 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-fb24350b-2749-4d50-98ff-09fd17ce3e77 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.95 "GET /v2.0/networks?id=f8df8ce2-f92c-4683-9f6d-6dc77424bb8f HTTP/1.1" status: 200 len: 812 time: 0.2503440 May 26 16:53:29.733878 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-6d81a470-d317-4a88-b20c-0eb3099057d9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:53:29.741523 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-6d81a470-d317-4a88-b20c-0eb3099057d9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1531773 May 26 16:53:29.796639 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:29.860762 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Request body: {'port': {'device_id': 'dd6396b4-ab96-4ef1-86da-ced71936a336', 'network_id': 'f8df8ce2-f92c-4683-9f6d-6dc77424bb8f', 'admin_state_up': True, 'tenant_id': '187d77d887774bbc82b249a64f335d59'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:30.069505 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:30.119276 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-33510aef-6ba8-4484-9fc3-bea7cb7d8485 None None] Port 64a32810-aacb-44f0-9cd0-966d65e3768f cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:30.261372 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 0ea082cd-ba8a-4de3-8567-898a63c4e192 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:30.379467 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:30.381847 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 0ea082cd-ba8a-4de3-8567-898a63c4e192 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:30.383214 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.423923 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9e3d5aec-f1c7-43d5-8d08-ada49eda1a9c req-45fa398e-19cb-4fa7-baab-926e6c518f36 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0536442 May 26 16:53:30.455632 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-4b4142c8-004f-492f-bfe0-99b46adad1a0 service neutron] 10.222.0.48 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131283 May 26 16:53:30.543531 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 0ea082cd-ba8a-4de3-8567-898a63c4e192 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:30.548770 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device fa1f063c-7689-496b-915f-bf8e42a06061 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:30.587268 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Publish callbacks [] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.618466 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Made reservation on behalf of 187d77d887774bbc82b249a64f335d59 for: {'port': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:30.624927 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.631902 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port fa1f063c-7689-496b-915f-bf8e42a06061 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:30.634710 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.644101 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Publish callbacks [] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.675717 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:30.692812 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.694599 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (6e0db8ca-bef8-411a-a997-7f52801c28cd), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.720967 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-4caf997d-75f4-4b5e-93b8-1e7eff29549f service neutron] 10.222.0.48 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593899 May 26 16:53:30.863242 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Sync routers for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:30.884641 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:30.885778 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:30.899439 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:30.906319 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.907075 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (cf5219a7-9501-408e-93bb-9266c2f298e9), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.987410 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port fa1f063c-7689-496b-915f-bf8e42a06061 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:30.991892 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:30.992026 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:31.004494 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:31.030569 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Pushing event updated for resources: {'Port': ['ID=64a32810-aacb-44f0-9cd0-966d65e3768f,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:31.087847 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port fa1f063c-7689-496b-915f-bf8e42a06061, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=fa1f063c-7689-496b-915f-bf8e42a06061,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:31.213855 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:31.227421 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Allocated IP 172.20.0.13 (f8df8ce2-f92c-4683-9f6d-6dc77424bb8f/14d8def7-ce39-4644-8094-679c8cc1aae1/461bedf8-343c-4769-a3de-3519954e0aa0) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:31.305249 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Network 8b6693f4-44e6-4850-bb10-714588f8b298 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:31.311575 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:31.314719 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:31.316242 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:31.335955 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:31.357507 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Router 6e0db8ca-bef8-411a-a997-7f52801c28cd has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:53:31.746273 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9a56cb9b-baf6-43da-9e98-e19191497548 req-67d7622b-bc6b-4abd-8a43-20dfee41929b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 210 time: 0.1050529 May 26 16:53:31.832833 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-28b4446e-e9b5-4ae7-90fd-2ce5fc5186ca req-a2964b81-2bde-4e97-b4d9-fe19f326320b tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0917389 May 26 16:53:31.839062 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-cc528511-6958-470e-8d4a-df8288af4969 None None] Provisioning complete for port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:31.843694 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Publish callbacks [] for port (461bedf8-343c-4769-a3de-3519954e0aa0), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:31.847185 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-cc528511-6958-470e-8d4a-df8288af4969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:32.018146 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-cc528511-6958-470e-8d4a-df8288af4969 None None] Port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:32.022242 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:32.045423 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=fa1f063c-7689-496b-915f-bf8e42a06061,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:32.056111 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:32.060089 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:32.084631 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Router cf5219a7-9501-408e-93bb-9266c2f298e9 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:53:32.139559 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:32.171365 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-f0dcce85-8fe8-4fd7-9cba-9f89a87f4217 admin admin] 10.222.0.48 "PUT /v2.0/routers/6e0db8ca-bef8-411a-a997-7f52801c28cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3626375 May 26 16:53:32.344593 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:53:32.350267 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:32.361026 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:32.381821 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:32.398780 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:32.400527 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Sync routers for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:32.416691 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:32.417465 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:32.431740 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:32.436019 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:32.439450 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Pushing event updated for resources: {'Port': ['ID=461bedf8-343c-4769-a3de-3519954e0aa0,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:32.442338 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-34cd0129-5145-4a9a-a640-eefd4c73446a None None] Provisioning complete for port 64a32810-aacb-44f0-9cd0-966d65e3768f triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:32.444915 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-34cd0129-5145-4a9a-a640-eefd4c73446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:32.550165 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-34cd0129-5145-4a9a-a640-eefd4c73446a None None] Port 64a32810-aacb-44f0-9cd0-966d65e3768f cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:32.613790 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:32.646431 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-886e9e50-c237-46ca-9e64-2a37acd5711f admin admin] 10.222.0.48 "PUT /v2.0/routers/cf5219a7-9501-408e-93bb-9266c2f298e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8970470 May 26 16:53:32.682336 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:32.696704 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:26Z', 'revision_number': 2, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:32.740250 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-2ea8554c-0fbe-4072-94ee-799e54617463 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8974478 May 26 16:53:32.768092 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-9d32bfc6-8187-40b6-8a36-8d961566366d tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:53:32.770393 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-9d32bfc6-8187-40b6-8a36-8d961566366d tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0189803 May 26 16:53:32.774740 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:32.799259 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Checking router: 5a69244d-f231-4882-b119-87e11551d81a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:32.799259 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Updating router 5a69244d-f231-4882-b119-87e11551d81a port d57650ca-d984-4bd2-a42c-95b3606511df binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:53:32.799519 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:32.837544 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:32.873123 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:32.896654 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-1715253b-565b-4f9b-ba2d-03e4c22ec4dd tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:32.898985 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-1715253b-565b-4f9b-ba2d-03e4c22ec4dd tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 819 time: 0.4606943 May 26 16:53:32.937489 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-0cff5871-f92d-446d-a80e-66a26c082720 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/quotas/5150e5b054d34d09a3cb69e35f9c86dd HTTP/1.1" status: 200 len: 375 time: 0.0305378 May 26 16:53:33.182286 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-ad22ce2a-c761-4815-a776-cfcaa4e2387a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2378719 May 26 16:53:33.245470 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Sync routers for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:33.249051 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:33.249472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:33.343469 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 2, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:33.353751 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Request body: {'port': {'device_id': 'dd6396b4-ab96-4ef1-86da-ced71936a336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:33.381601 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=22075dcf-e35d-46f9-bdd5-95dd39b4dc96,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:33.391142 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:33.391817 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:33.445929 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:33.478304 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Checking router: 6e0db8ca-bef8-411a-a997-7f52801c28cd for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:33.479392 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Updating router 6e0db8ca-bef8-411a-a997-7f52801c28cd port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:53:33.505803 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47420) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:33.670069 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-ea0bd6ff-f99a-40f4-bd91-7f680df32d63 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395112333', 'description': 'tempest-description--455097372'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:33.670282 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:33.670383 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:33.746979 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-986c8686-2b79-4334-8f36-8c97b76cd9a5 service neutron] 10.222.0.48 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636649 May 26 16:53:33.925478 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:33.965413 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 2, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:34.019094 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Checking router: cf5219a7-9501-408e-93bb-9266c2f298e9 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:34.019702 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Updating router cf5219a7-9501-408e-93bb-9266c2f298e9 port 64a32810-aacb-44f0-9cd0-966d65e3768f binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:53:34.022443 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd6ff-f99a-40f4-bd91-7f680df32d63 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.052667 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.199410 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc02a9-88b7-4961-91d3-f49506e5d0ec req-3a54719c-08ea-44f0-8cb1-168cde234c9f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:34.199410 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-36dc02a9-88b7-4961-91d3-f49506e5d0ec req-3a54719c-08ea-44f0-8cb1-168cde234c9f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 932 time: 0.4963000 May 26 16:53:34.215084 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd6ff-f99a-40f4-bd91-7f680df32d63 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (760bfadc-4f49-46bb-a527-ba36525df88d), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.299159 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Publish callbacks [] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.313477 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-4cb65216-8f2f-45f0-bb11-4f8e5ae8fae4 service neutron] 10.222.0.48 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653853 May 26 16:53:34.337068 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device fa1f063c-7689-496b-915f-bf8e42a06061 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:34.368567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd6ff-f99a-40f4-bd91-7f680df32d63 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (760bfadc-4f49-46bb-a527-ba36525df88d), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.421951 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.444634 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bd6ff-f99a-40f4-bd91-7f680df32d63 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760bfadc-4f49-46bb-a527-ba36525df88d,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:34.529117 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd6ff-f99a-40f4-bd91-7f680df32d63 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.529117 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ea0bd6ff-f99a-40f4-bd91-7f680df32d63 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0195255 May 26 16:53:34.532916 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47444) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:34.540702 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port fa1f063c-7689-496b-915f-bf8e42a06061 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:34.541692 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.543441 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.570116 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-c5437c97-b6c1-4d7b-a74f-8b9059d56e7c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'security_group_rule': {'security_group_id': '760bfadc-4f49-46bb-a527-ba36525df88d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:34.615140 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d2825-e6e1-40c1-80c7-31e655701f98 None None] Pushing event updated for resources: {'Port': ['ID=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:34.615801 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Publish callbacks [] for port (d57650ca-d984-4bd2-a42c-95b3606511df), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.689112 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=22075dcf-e35d-46f9-bdd5-95dd39b4dc96,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:34.741439 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-36dc02a9-88b7-4961-91d3-f49506e5d0ec req-4248df60-f341-4499-bc8e-e284022401bf tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978013 May 26 16:53:34.820285 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Attempting to bind port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:34.821802 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Attempting to bind port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:34.822442 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Attempting to bind port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 on network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:34.851968 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:34.852728 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Checking segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:34.855520 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:34.857900 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Bound using segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:34.859020 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Bound port: c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:34.861957 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.018271 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c5437c97-b6c1-4d7b-a74f-8b9059d56e7c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (fd23dea3-473d-4406-824c-c04e8337e916), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.022957 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.043029 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:35.069429 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] For port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:35.094372 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] For port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:35.094614 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port fa1f063c-7689-496b-915f-bf8e42a06061 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:35.206679 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6564ed06-f86d-4140-a000-e9f96f3cde25 req-c32be690-1cef-466e-a533-cfb417a530a9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 210 time: 0.2578173 May 26 16:53:35.208642 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:35.258398 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47470) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:35.264592 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-2ee7c5c1-e4b8-4721-bf71-2f9088aa31c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876904954', 'description': 'tempest-description--217830723'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:35.279190 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.292950 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c5437c97-b6c1-4d7b-a74f-8b9059d56e7c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (fd23dea3-473d-4406-824c-c04e8337e916), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.314784 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461bedf8-343c-4769-a3de-3519954e0aa0 {{(pid=111097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:35.336199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Publish callbacks [] for port (461bedf8-343c-4769-a3de-3519954e0aa0), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.370644 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:35.372606 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-f6812912-2841-4b99-8c13-b530a6a85948 None None] Provisioning complete for port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:35.372981 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f6812912-2841-4b99-8c13-b530a6a85948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.404885 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c5437c97-b6c1-4d7b-a74f-8b9059d56e7c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (fd23dea3-473d-4406-824c-c04e8337e916), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.428634 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:35.433875 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c5c1-e4b8-4721-bf71-2f9088aa31c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.436806 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:35.452556 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.provisioning_blocks [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Transition to ACTIVE for port object 461bedf8-343c-4769-a3de-3519954e0aa0 will not be triggered until provisioned by entity L2. {{(pid=111097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:53:35.453951 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d2825-e6e1-40c1-80c7-31e655701f98 None None] Pushing event updated for resources: {'Port': ['ID=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,revision_number=4']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:35.454577 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058deec4-c452-4c51-b1a9-abc48cfe5c4a None None] Pushing event updated for resources: {'Port': ['ID=d57650ca-d984-4bd2-a42c-95b3606511df,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:35.514015 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5437c97-b6c1-4d7b-a74f-8b9059d56e7c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd23dea3-473d-4406-824c-c04e8337e916,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:35.614786 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c5c1-e4b8-4721-bf71-2f9088aa31c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (2f6204a0-bbc0-4652-8d10-6708a3cb13ee), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.657401 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.677135 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Attempting to bind port d57650ca-d984-4bd2-a42c-95b3606511df on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:35.677870 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Attempting to bind port d57650ca-d984-4bd2-a42c-95b3606511df by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:35.678446 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Attempting to bind port d57650ca-d984-4bd2-a42c-95b3606511df on network b6174ed6-c511-43d9-b82c-ba126d400329 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:35.696508 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:35.708074 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c5437c97-b6c1-4d7b-a74f-8b9059d56e7c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.709495 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-c5437c97-b6c1-4d7b-a74f-8b9059d56e7c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1663184 May 26 16:53:35.712430 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47482) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:35.717961 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-b071be76-c240-4c76-aaa7-23597d71c6c2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'security_group_rule': {'security_group_id': '760bfadc-4f49-46bb-a527-ba36525df88d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:35.721025 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-f6812912-2841-4b99-8c13-b530a6a85948 None None] Current status of the port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:35.721458 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f6812912-2841-4b99-8c13-b530a6a85948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.751382 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c5c1-e4b8-4721-bf71-2f9088aa31c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (2f6204a0-bbc0-4652-8d10-6708a3cb13ee), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.752938 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:35.753914 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Checking segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:35.754953 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.756260 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Bound using segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:35.756861 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Bound port: d57650ca-d984-4bd2-a42c-95b3606511df, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:35.758386 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.847574 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7c5c1-e4b8-4721-bf71-2f9088aa31c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6204a0-bbc0-4652-8d10-6708a3cb13ee,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:35.880511 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Pushing event updated for resources: {'Port': ['ID=461bedf8-343c-4769-a3de-3519954e0aa0,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:35.905968 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-f6812912-2841-4b99-8c13-b530a6a85948 None None] For port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:35.941554 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.managers [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Attempting to bind port 461bedf8-343c-4769-a3de-3519954e0aa0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:35.947017 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.managers [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Attempting to bind port 461bedf8-343c-4769-a3de-3519954e0aa0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6d5e381f-b66a-4955-afe1-024427b71e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df8ce2-f92c-4683-9f6d-6dc77424bb8f'}] {{(pid=111097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:35.947017 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Attempting to bind port 461bedf8-343c-4769-a3de-3519954e0aa0 on network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:35.955301 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Port 461bedf8-343c-4769-a3de-3519954e0aa0 on network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:53:35.955719 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Attempting to bind port 461bedf8-343c-4769-a3de-3519954e0aa0 on network f8df8ce2-f92c-4683-9f6d-6dc77424bb8f {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:35.969498 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c5c1-e4b8-4721-bf71-2f9088aa31c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.973285 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-2ee7c5c1-e4b8-4721-bf71-2f9088aa31c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7112520 May 26 16:53:35.981389 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47492) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:35.981538 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:35.981538 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Checking segment: {'id': '6d5e381f-b66a-4955-afe1-024427b71e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df8ce2-f92c-4683-9f6d-6dc77424bb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:35.981538 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Bound using segment: {'id': '6d5e381f-b66a-4955-afe1-024427b71e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df8ce2-f92c-4683-9f6d-6dc77424bb8f'} {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:35.981538 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.managers [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Bound port: 461bedf8-343c-4769-a3de-3519954e0aa0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5e381f-b66a-4955-afe1-024427b71e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df8ce2-f92c-4683-9f6d-6dc77424bb8f'}}] {{(pid=111097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:35.981838 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-f75fe380-cc78-48b8-9474-f1532981e3f2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'security_group_rule': {'security_group_id': '2f6204a0-bbc0-4652-8d10-6708a3cb13ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:35.981920 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:35.987779 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] For port d57650ca-d984-4bd2-a42c-95b3606511df, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:35.992857 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] For port d57650ca-d984-4bd2-a42c-95b3606511df, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=d57650ca-d984-4bd2-a42c-95b3606511df,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:36.000392 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Publish callbacks [] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.002017 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:36.008816 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b071be76-c240-4c76-aaa7-23597d71c6c2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (670f2eb1-74b0-46d4-ba2f-a6109c7099f6), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.028513 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9d713-adac-4648-a25b-e08d5caf6a4c req-8843ed1f-9307-428f-ad90-6822e72628a2 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:36.036250 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-57e9d713-adac-4648-a25b-e08d5caf6a4c req-8843ed1f-9307-428f-ad90-6822e72628a2 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1467090 May 26 16:53:36.056255 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f6812912-2841-4b99-8c13-b530a6a85948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.083862 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef5879b-76dd-4585-be2d-3a2d698a1a5e None None] The sync data for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi is: [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:36.155207 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.157648 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.164880 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b071be76-c240-4c76-aaa7-23597d71c6c2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (670f2eb1-74b0-46d4-ba2f-a6109c7099f6), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.222283 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f75fe380-cc78-48b8-9474-f1532981e3f2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (a250a9f4-8d44-4b6e-932c-414690fa983c), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.274370 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-57e9d713-adac-4648-a25b-e08d5caf6a4c req-25cb183e-d19e-4ae9-b19a-ea8ca56b9f76 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931233 May 26 16:53:36.296800 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Provisioning complete for port d57650ca-d984-4bd2-a42c-95b3606511df triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:36.297155 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.325691 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] For port 461bedf8-343c-4769-a3de-3519954e0aa0, host hv-cinder-83607, cleared binding levels {{(pid=111097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:36.354460 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:36.357932 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b071be76-c240-4c76-aaa7-23597d71c6c2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (670f2eb1-74b0-46d4-ba2f-a6109c7099f6), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.389609 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6812912-2841-4b99-8c13-b530a6a85948 None None] Pushing event updated for resources: {'Port': ['ID=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:36.423950 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f75fe380-cc78-48b8-9474-f1532981e3f2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (a250a9f4-8d44-4b6e-932c-414690fa983c), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.446799 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e702c183-a7fa-4e8e-91a8-a72b610aa8b6 req-48757c05-9044-4314-b773-cb9ca24520f6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 210 time: 0.1636314 May 26 16:53:36.455318 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071be76-c240-4c76-aaa7-23597d71c6c2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670f2eb1-74b0-46d4-ba2f-a6109c7099f6,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:36.469908 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] For port 461bedf8-343c-4769-a3de-3519954e0aa0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=461bedf8-343c-4769-a3de-3519954e0aa0,segment=NetworkSegment(6d5e381f-b66a-4955-afe1-024427b71e88),segment_id=6d5e381f-b66a-4955-afe1-024427b71e88)] {{(pid=111097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:36.506022 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:36.506022 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:36.597738 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f75fe380-cc78-48b8-9474-f1532981e3f2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (a250a9f4-8d44-4b6e-932c-414690fa983c), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.602828 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6799407-5224-46c3-8e3d-deaf318c022e None None] Pushing event updated for resources: {'Port': ['ID=64a32810-aacb-44f0-9cd0-966d65e3768f,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:36.624029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fe380-cc78-48b8-9474-f1532981e3f2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a250a9f4-8d44-4b6e-932c-414690fa983c,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:36.638955 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.646196 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b071be76-c240-4c76-aaa7-23597d71c6c2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.648315 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-b071be76-c240-4c76-aaa7-23597d71c6c2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9342670 May 26 16:53:36.651852 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47512) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:36.661838 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:36.685088 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:36.685442 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.694758 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Current status of the port d57650ca-d984-4bd2-a42c-95b3606511df is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:36.695151 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.699714 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Attempting to bind port 64a32810-aacb-44f0-9cd0-966d65e3768f on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:36.699714 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Attempting to bind port 64a32810-aacb-44f0-9cd0-966d65e3768f by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:36.699714 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Attempting to bind port 64a32810-aacb-44f0-9cd0-966d65e3768f on network 8b6693f4-44e6-4850-bb10-714588f8b298 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:36.734750 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:36.735636 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.744441 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] 10.222.0.95 "PUT /v2.0/ports/461bedf8-343c-4769-a3de-3519954e0aa0 HTTP/1.1" status: 200 len: 1094 time: 3.5397258 May 26 16:53:36.748213 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6396b4-ab96-4ef1-86da-ced71936a336', 'tag': '461bedf8-343c-4769-a3de-3519954e0aa0'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:36.769607 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:36.769878 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Checking segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:36.770109 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.770506 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Bound using segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:36.770990 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Bound port: 64a32810-aacb-44f0-9cd0-966d65e3768f, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:36.771413 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.794669 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f75fe380-cc78-48b8-9474-f1532981e3f2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.797564 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-f75fe380-cc78-48b8-9474-f1532981e3f2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8214972 May 26 16:53:36.807423 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47516) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:36.812010 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-56f40613-5978-4c79-b5a0-5efdb60f2bc0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'security_group_rule': {'security_group_id': '2f6204a0-bbc0-4652-8d10-6708a3cb13ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:36.889177 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:36.902048 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068dc63-29e6-43ba-aee0-41e59982bb3c service neutron] Pushing event updated for resources: {'Port': ['ID=461bedf8-343c-4769-a3de-3519954e0aa0,revision_number=3']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:36.942910 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058deec4-c452-4c51-b1a9-abc48cfe5c4a None None] Pushing event updated for resources: {'Port': ['ID=d57650ca-d984-4bd2-a42c-95b3606511df,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:36.960589 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f409e08-064e-4ed1-8d56-4fabfd64f6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6396b4-ab96-4ef1-86da-ced71936a336", "tag": "461bedf8-343c-4769-a3de-3519954e0aa0"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:36.967677 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:37.008978 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:37.024751 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] For port 64a32810-aacb-44f0-9cd0-966d65e3768f, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:37.076652 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] For port 64a32810-aacb-44f0-9cd0-966d65e3768f, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=64a32810-aacb-44f0-9cd0-966d65e3768f,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:37.079039 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] For port d57650ca-d984-4bd2-a42c-95b3606511df, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=d57650ca-d984-4bd2-a42c-95b3606511df,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:37.115292 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.120547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:37.141595 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-56f40613-5978-4c79-b5a0-5efdb60f2bc0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (66640d12-7afa-404e-859b-259220982d97), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.199837 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:37.202860 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.243623 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c89812-0abb-421f-b34b-36fea7b738c6 x-openstack-request-id: req-19c89812-0abb-421f-b34b-36fea7b738c6 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:37.244306 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6396b4-ab96-4ef1-86da-ced71936a336", "tag": "461bedf8-343c-4769-a3de-3519954e0aa0", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:37.245102 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19c89812-0abb-421f-b34b-36fea7b738c6 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:37.246145 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c89812-0abb-421f-b34b-36fea7b738c6'] response: {'name': 'network-changed', 'server_uuid': 'dd6396b4-ab96-4ef1-86da-ced71936a336', 'tag': '461bedf8-343c-4769-a3de-3519954e0aa0', 'status': 'completed', 'code': 200} May 26 16:53:37.286924 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Pushing event updated for resources: {'Port': ['ID=d57650ca-d984-4bd2-a42c-95b3606511df,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:37.295997 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.321559 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-56f40613-5978-4c79-b5a0-5efdb60f2bc0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (66640d12-7afa-404e-859b-259220982d97), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.362585 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Allocated IP 172.27.1.47 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/6e791902-c937-4c60-a95c-b1bb96e2df05) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:37.477157 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1436-4d78-4805-9ab6-d5cc4b1ad848 req-ff4645e5-1d42-403f-b09e-b6d66eedf293 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:37.480179 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-89dd1436-4d78-4805-9ab6-d5cc4b1ad848 req-ff4645e5-1d42-403f-b09e-b6d66eedf293 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1040707 May 26 16:53:37.490914 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-56f40613-5978-4c79-b5a0-5efdb60f2bc0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (66640d12-7afa-404e-859b-259220982d97), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.532458 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f40613-5978-4c79-b5a0-5efdb60f2bc0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66640d12-7afa-404e-859b-259220982d97,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:37.553977 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for port (6e791902-c937-4c60-a95c-b1bb96e2df05), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.561064 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:37.562390 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Provisioning complete for port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:37.563058 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.634441 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-60473b1d-4234-4aed-9ec7-3c29fafe572a req-697468ac-4831-4155-989f-13d5515aeeb5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 210 time: 0.0465786 May 26 16:53:37.638555 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-89dd1436-4d78-4805-9ab6-d5cc4b1ad848 req-e133bdd9-c59a-42cc-afc7-191837b9442e tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288073 May 26 16:53:37.639758 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-56f40613-5978-4c79-b5a0-5efdb60f2bc0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.641250 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-56f40613-5978-4c79-b5a0-5efdb60f2bc0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8327217 May 26 16:53:37.646210 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47550) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:37.650933 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:37.661934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:37.662661 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:53:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:37.673070 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (6e791902-c937-4c60-a95c-b1bb96e2df05), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.728684 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:37.734022 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:37.737789 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:37.743397 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'Port': ['ID=6e791902-c937-4c60-a95c-b1bb96e2df05,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:37.747327 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6799407-5224-46c3-8e3d-deaf318c022e None None] Pushing event updated for resources: {'Port': ['ID=64a32810-aacb-44f0-9cd0-966d65e3768f,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:37.759423 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:37.801683 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02de37-992f-4b4c-bc64-dcef65039248 None None] The sync data for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi is: [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:37.804723 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.858526 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:37.884608 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:37.975843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.113872 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7618e-4ca2-4e41-813d-5b01561d21c3 None None] Current status of the port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:38.261152 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Allocated IP 172.27.1.77 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/03b4b1b6-cc16-4dbf-8bf6-9ff15341d262) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:38.284718 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Provisioning complete for port 64a32810-aacb-44f0-9cd0-966d65e3768f triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:38.285205 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.338937 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6e791902-c937-4c60-a95c-b1bb96e2df05), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.364509 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device d57650ca-d984-4bd2-a42c-95b3606511df up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:38.523118 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for port (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.671354 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:38.683716 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for port (6e791902-c937-4c60-a95c-b1bb96e2df05), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.731501 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019ecb0f-9cbc-4e51-90d1-2c837aaeaba4 None None] The sync data for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi is: [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:38.745318 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port d57650ca-d984-4bd2-a42c-95b3606511df triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:38.745726 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.750527 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Current status of the port 64a32810-aacb-44f0-9cd0-966d65e3768f is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:38.750996 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.758708 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.848441 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1bddb7b3-8180-4132-97cc-be8f0139e28e req-a29afea2-6f4e-4983-ba10-3ce5390cb0e8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 210 time: 0.0393105 May 26 16:53:38.861524 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:38.863248 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:38.869720 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (6e791902-c937-4c60-a95c-b1bb96e2df05), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:38.890012 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:38.939088 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] For port 64a32810-aacb-44f0-9cd0-966d65e3768f, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=64a32810-aacb-44f0-9cd0-966d65e3768f,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:38.947577 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:39.040952 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'Port': ['ID=6e791902-c937-4c60-a95c-b1bb96e2df05,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:39.052899 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (b4ed283e-730c-45b1-9d19-7a731e911684), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:39.066238 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:39.093870 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:39.106391 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-cac123c1-892b-4fd8-8c64-8cb0b9e56601 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4532571 May 26 16:53:39.229612 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Provisioning complete for port d57650ca-d984-4bd2-a42c-95b3606511df triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:39.230265 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:39.231720 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port d57650ca-d984-4bd2-a42c-95b3606511df is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:39.232718 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:39.324856 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f409e08-064e-4ed1-8d56-4fabfd64f6bb req-90f67e34-420f-461d-9f9f-d7bbdacf1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:39.327844 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8f409e08-064e-4ed1-8d56-4fabfd64f6bb req-90f67e34-420f-461d-9f9f-d7bbdacf1877 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=187d77d887774bbc82b249a64f335d59&device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 1128 time: 0.2526252 May 26 16:53:39.394710 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:39.398816 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:39.400981 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'Port': ['ID=03b4b1b6-cc16-4dbf-8bf6-9ff15341d262,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:39.443073 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:39.504800 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Pushing event updated for resources: {'Port': ['ID=64a32810-aacb-44f0-9cd0-966d65e3768f,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:39.514063 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:39.514636 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:39.516769 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:39.615542 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-752a7dda-4ce9-4753-bdc8-c65e16156f21 None None] Current status of the port d57650ca-d984-4bd2-a42c-95b3606511df is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:39.730771 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:39.929906 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dc178-23d9-4a2a-a957-85ad1c6ed632 req-81ec8968-143e-4338-a584-6dbbf42e4a18 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:39.931602 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-270dc178-23d9-4a2a-a957-85ad1c6ed632 req-81ec8968-143e-4338-a584-6dbbf42e4a18 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 1.0787551 May 26 16:53:40.148087 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-616f9b94-46d4-4d91-a4d9-3e473f16751b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--395112333&fields=id&tenant_id=89a7299f01984027a505aa43d96e07b3 HTTP/1.1" status: 200 len: 267 time: 0.3148155 May 26 16:53:40.204197 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-270dc178-23d9-4a2a-a957-85ad1c6ed632 req-a70d718e-bc35-4e67-81ce-534949319906 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493749 May 26 16:53:40.218295 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f409e08-064e-4ed1-8d56-4fabfd64f6bb req-1bd15d7a-4ef5-4bcf-840b-5ba9236a38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:40.220103 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8f409e08-064e-4ed1-8d56-4fabfd64f6bb req-1bd15d7a-4ef5-4bcf-840b-5ba9236a38bd service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=187d77d887774bbc82b249a64f335d59&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8159270 May 26 16:53:40.281602 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 64a32810-aacb-44f0-9cd0-966d65e3768f up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:40.395386 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 64a32810-aacb-44f0-9cd0-966d65e3768f triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:40.395780 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:40.404796 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d1484c26-8b4a-4189-9ee7-3a3391b47d1a req-505545d9-2ac8-4d3b-b7c4-8dd3b95aa3ae tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 210 time: 0.0482275 May 26 16:53:40.430180 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-7781566c-78e8-4b2e-b5c5-7626423b1e2e tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:40.432575 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-7781566c-78e8-4b2e-b5c5-7626423b1e2e tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 811 time: 0.2836730 May 26 16:53:40.474695 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-e3925c29-93fe-4fa5-ade2-dd0a545673d7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/quotas/89a7299f01984027a505aa43d96e07b3 HTTP/1.1" status: 200 len: 375 time: 0.0296667 May 26 16:53:40.610375 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 64a32810-aacb-44f0-9cd0-966d65e3768f is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:40.618617 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for port (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:40.640959 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-c4602ccb-5110-4d85-b2c9-b957eb69fd3f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519496 May 26 16:53:40.730697 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:40.816294 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (b4ed283e-730c-45b1-9d19-7a731e911684), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:40.891200 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'Port': ['ID=03b4b1b6-cc16-4dbf-8bf6-9ff15341d262,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:40.931201 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:40.960083 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-c16d6470-d90a-4940-8d89-9307184a9c94 service neutron] 10.222.0.48 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654464 May 26 16:53:41.070183 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:41.082431 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-59d86ba5-4fb0-4b62-b0cf-ce01ce2b7363 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4350183 May 26 16:53:41.134036 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.95', 55484) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:41.230797 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:41.417414 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-4eea93e1-b0a3-4026-81b4-ef7ebf769f95 service neutron] 10.222.0.48 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448597 May 26 16:53:41.604506 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.95', 55485) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:41.656494 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:41.781620 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f409e08-064e-4ed1-8d56-4fabfd64f6bb req-f6498f4e-5bed-4e62-8dd9-dfaaf32b9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:41.791219 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8f409e08-064e-4ed1-8d56-4fabfd64f6bb req-f6498f4e-5bed-4e62-8dd9-dfaaf32b9655 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7281053 May 26 16:53:41.827795 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-703b77b1-111a-43d7-a7f1-6c460cffaa9e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--876904954&fields=id&tenant_id=5a16c7d70bb14cd3b898751084649cd2 HTTP/1.1" status: 200 len: 267 time: 0.4079459 May 26 16:53:41.858670 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9255c-4610-453f-9663-20573d2eb7aa req-3a3b2888-af22-41a3-b6dd-be8bff2c7588 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:41.862368 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-3a3b2888-af22-41a3-b6dd-be8bff2c7588 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 819 time: 0.7264926 May 26 16:53:41.966303 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'port': {'device_id': '3ecc34c3-8a11-43df-b56d-0996916a0187', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'admin_state_up': True, 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:42.162367 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-9349c7b7-3103-47f5-8d88-dea4b969e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:42.165302 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-9349c7b7-3103-47f5-8d88-dea4b969e1cb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=187d77d887774bbc82b249a64f335d59&device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 1128 time: 0.2169948 May 26 16:53:42.209686 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:42.229202 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:42.258052 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-38f98562-1fa7-4d31-95fc-8727f2027fe6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:42.259241 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-c12fb041-3366-41bf-85fd-966c4da62c2e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:42.261567 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-c12fb041-3366-41bf-85fd-966c4da62c2e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 819 time: 0.6338794 May 26 16:53:42.270904 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-38f98562-1fa7-4d31-95fc-8727f2027fe6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 817 time: 0.4395757 May 26 16:53:42.327164 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'port': {'device_id': '81ee3901-edb0-46c8-9b68-5792f690cf5d', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'admin_state_up': True, 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:42.464205 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-a6f8c374-92e1-41a0-a76e-3d5b1654c3b5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/quotas/5a16c7d70bb14cd3b898751084649cd2 HTTP/1.1" status: 200 len: 375 time: 0.1897938 May 26 16:53:42.491527 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-006bd068-9f9f-45f3-8b57-fd7ed0bc2f27 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=461bedf8-343c-4769-a3de-3519954e0aa0 HTTP/1.1" status: 200 len: 217 time: 0.2058496 May 26 16:53:42.508355 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e876f-cf7f-46a6-a6c5-c7f356417f3c req-eed705c4-06ce-4d70-950e-704eaf9369f5 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:42.518203 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce0e876f-cf7f-46a6-a6c5-c7f356417f3c req-eed705c4-06ce-4d70-950e-704eaf9369f5 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.3923316 May 26 16:53:42.632230 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47688) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:42.662773 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Made reservation on behalf of 5150e5b054d34d09a3cb69e35f9c86dd for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:42.668875 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:42.712114 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Made reservation on behalf of 5150e5b054d34d09a3cb69e35f9c86dd for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:42.718354 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:42.794124 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-336f259f-464e-4b7b-91dc-a3daec47ff06 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3287466 May 26 16:53:42.843109 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47698) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:42.900829 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-c298b0ba-42dc-4f76-b980-f66c036caf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:42.917714 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-c298b0ba-42dc-4f76-b980-f66c036caf87 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14d8def7-ce39-4644-8094-679c8cc1aae1 HTTP/1.1" status: 200 len: 852 time: 0.3123484 May 26 16:53:42.929964 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce0e876f-cf7f-46a6-a6c5-c7f356417f3c req-9e0ac84f-9520-4402-aa06-f8cafc66a030 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045675 May 26 16:53:43.143527 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e81094d4-c0cb-47b0-9d12-a866656d0ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:43.186357 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-6481b4ab-3c64-43bb-9056-0a1d601b56ed service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f8df8ce2-f92c-4683-9f6d-6dc77424bb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2472019 May 26 16:53:43.221603 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-655f38b3-51e6-451b-a8a1-f1be2f658b5c req-8b3813f8-1e2d-482c-a592-4462701c4a26 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 210 time: 0.1113222 May 26 16:53:43.232212 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Allocated IP 172.20.0.8 (b6174ed6-c511-43d9-b82c-ba126d400329/0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6/50fe6234-052f-41cc-8a4f-a24813700c3e) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:43.272360 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-73da66e5-7ce0-42ba-85bf-3c04af061da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:43.330495 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-1cc0372a-dd38-42b9-901b-0179b4f01fda service neutron] 10.222.0.48 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010488 May 26 16:53:43.496676 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e81094d4-c0cb-47b0-9d12-a866656d0ad8 admin admin] Publish callbacks [] for security_group (df179442-e17c-4124-8456-bc620255ed41), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:43.598113 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:43.624707 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e81094d4-c0cb-47b0-9d12-a866656d0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (df179442-e17c-4124-8456-bc620255ed41), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:43.691119 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81094d4-c0cb-47b0-9d12-a866656d0ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df179442-e17c-4124-8456-bc620255ed41,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:43.702816 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e81094d4-c0cb-47b0-9d12-a866656d0ad8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc51e8794eed4328a0a5d9a72687bd96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0693758 May 26 16:53:43.703771 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47716) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:43.720924 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d8b0615a-3c17-42fa-a8d5-d360816a6e02 req-928d8506-8db5-41f9-ac9a-212911085e7c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.1384943 May 26 16:53:43.802417 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54701179-6144-48e8-90b1-8130d8e9b92d admin admin] Publish callbacks [] for security_group (df179442-e17c-4124-8456-bc620255ed41), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:43.855684 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-73da66e5-7ce0-42ba-85bf-3c04af061da5 admin admin] Publish callbacks [] for security_group (5a64cfdd-3f16-4d69-ba8a-5f91da63f461), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:43.874279 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54701179-6144-48e8-90b1-8130d8e9b92d admin admin] Publish callbacks [] for security_group (df179442-e17c-4124-8456-bc620255ed41), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:43.883985 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-2c3e8563-24be-40cf-9654-0ade702f3ad9 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982423 May 26 16:53:43.891606 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-24243efc-7612-405c-8733-4bc49ca0317d service neutron] 10.222.0.95 "GET /v2.0/networks/f8df8ce2-f92c-4683-9f6d-6dc77424bb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442256 May 26 16:53:43.954662 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:44.107776 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-73da66e5-7ce0-42ba-85bf-3c04af061da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5a64cfdd-3f16-4d69-ba8a-5f91da63f461), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:44.158079 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Network b6174ed6-c511-43d9-b82c-ba126d400329 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:44.179944 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebfa63-0149-4aec-ba97-067238009c83 req-0c50e989-43a9-4af3-8ccc-12795554f8d8 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:44.184050 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-28ebfa63-0149-4aec-ba97-067238009c83 req-0c50e989-43a9-4af3-8ccc-12795554f8d8 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1429839 May 26 16:53:44.192029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:44.200721 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da66e5-7ce0-42ba-85bf-3c04af061da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a64cfdd-3f16-4d69-ba8a-5f91da63f461,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:44.223752 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-73da66e5-7ce0-42ba-85bf-3c04af061da5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d8ff4576b9d46809257874fbc9dae6c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3790839 May 26 16:53:44.225416 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47722) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:44.234864 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:44.249938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:44.252826 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:44.284716 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54701179-6144-48e8-90b1-8130d8e9b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (df179442-e17c-4124-8456-bc620255ed41), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:44.287208 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54701179-6144-48e8-90b1-8130d8e9b92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:44.297559 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-54701179-6144-48e8-90b1-8130d8e9b92d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df179442-e17c-4124-8456-bc620255ed41 HTTP/1.1" status: 204 len: 168 time: 0.5900095 May 26 16:53:44.299246 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Allocated IP 172.20.0.3 (b6174ed6-c511-43d9-b82c-ba126d400329/0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6/875fe38c-8738-43ba-96e1-889e5291698c) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:44.322446 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event updated for resources: {'Port': ['ID=50fe6234-052f-41cc-8a4f-a24813700c3e,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:44.384426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701179-6144-48e8-90b1-8130d8e9b92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df179442-e17c-4124-8456-bc620255ed41,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:44.533667 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-5abea6b2-465a-4a1b-abc1-d792a841410c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5882394 May 26 16:53:44.605412 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Request body: {'port': {'device_id': '3ecc34c3-8a11-43df-b56d-0996916a0187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:44.618660 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-28ebfa63-0149-4aec-ba97-067238009c83 req-86b4d240-dc10-4d67-8499-b4bf4b1d628b tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208951 May 26 16:53:44.799346 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-a193d674-f626-4951-9292-9bfad6b911ea None None] Provisioning complete for port 50fe6234-052f-41cc-8a4f-a24813700c3e triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:44.800530 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a193d674-f626-4951-9292-9bfad6b911ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:44.837506 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a06be76d-a599-4a6c-88be-ba080cc4110f req-abf98f72-bf0f-41cc-92da-feaf0964ea63 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 210 time: 0.4326160 May 26 16:53:44.880512 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:44.910001 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-a193d674-f626-4951-9292-9bfad6b911ea None None] Port 50fe6234-052f-41cc-8a4f-a24813700c3e cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:44.926375 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:45.011560 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-edb3f97a-6e76-499d-b9f8-42ca9c4216b1 admin admin] Publish callbacks [] for security_group (5a64cfdd-3f16-4d69-ba8a-5f91da63f461), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.035561 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10ea82da-4d4d-4687-b4fa-a460d76720cf req-65715914-b8bf-4f81-9679-744dbc5e36d6 service neutron] 10.222.0.95 "GET /v2.0/networks/f8df8ce2-f92c-4683-9f6d-6dc77424bb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374178 May 26 16:53:45.045405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.064629 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cffdbaf6-8122-4f61-a46f-9a358c8b3561 req-c7424568-5ad2-4639-a34e-0ee27b3aad24 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 210 time: 0.1711340 May 26 16:53:45.123180 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-93aef864-1f25-47f2-9682-33d0f4b9af07 req-10388cde-3979-44de-991d-796e4654c5a7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.1043446 May 26 16:53:45.143308 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:45.146399 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-edb3f97a-6e76-499d-b9f8-42ca9c4216b1 admin admin] Publish callbacks [] for security_group (5a64cfdd-3f16-4d69-ba8a-5f91da63f461), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.148825 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for port (875fe38c-8738-43ba-96e1-889e5291698c), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.341670 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-edb3f97a-6e76-499d-b9f8-42ca9c4216b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5a64cfdd-3f16-4d69-ba8a-5f91da63f461), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.346881 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-edb3f97a-6e76-499d-b9f8-42ca9c4216b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.349956 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-edb3f97a-6e76-499d-b9f8-42ca9c4216b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a64cfdd-3f16-4d69-ba8a-5f91da63f461 HTTP/1.1" status: 204 len: 168 time: 1.1223314 May 26 16:53:45.362955 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3f97a-6e76-499d-b9f8-42ca9c4216b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a64cfdd-3f16-4d69-ba8a-5f91da63f461,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:45.547960 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47752) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:45.550598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (875fe38c-8738-43ba-96e1-889e5291698c), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.578915 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3532f03f-ad29-4c2e-b4b6-c230eaf5ae8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.616468 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Network b6174ed6-c511-43d9-b82c-ba126d400329 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:45.632282 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:45.638178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:45.644359 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:45.645057 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.712311 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event updated for resources: {'Port': ['ID=875fe38c-8738-43ba-96e1-889e5291698c,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:45.742040 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.825461 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fe6234-052f-41cc-8a4f-a24813700c3e {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:45.835139 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Publish callbacks [] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:45.860893 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635479-0ee6-476c-a190-ef6cbd3f137f req-0ab12b74-6a19-486a-bbc7-0fea45a31d6e tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:45.864444 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e4635479-0ee6-476c-a190-ef6cbd3f137f req-0ab12b74-6a19-486a-bbc7-0fea45a31d6e tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.0883455 May 26 16:53:45.865196 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Transition to ACTIVE for port object 50fe6234-052f-41cc-8a4f-a24813700c3e will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:53:45.890601 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-9ec6a030-19e1-48eb-8d8f-2054dace924b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5793605 May 26 16:53:45.968437 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3532f03f-ad29-4c2e-b4b6-c230eaf5ae8c admin admin] Publish callbacks [] for security_group (935efab9-ad41-4805-b3dc-ab653898253f), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:46.031393 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:46.115882 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2f5a6123-6463-4598-ba1e-359845d1cc7a req-531a3ef7-63ef-4c5e-99dc-c1a9f907af83 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 210 time: 0.1448739 May 26 16:53:46.132685 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:46.155042 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3532f03f-ad29-4c2e-b4b6-c230eaf5ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (935efab9-ad41-4805-b3dc-ab653898253f), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:46.156636 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-5f17e6a2-ba9e-4129-9308-a97cae7d08ed None None] Provisioning complete for port 875fe38c-8738-43ba-96e1-889e5291698c triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:46.161969 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-5f17e6a2-ba9e-4129-9308-a97cae7d08ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (875fe38c-8738-43ba-96e1-889e5291698c), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:46.229574 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f03f-ad29-4c2e-b4b6-c230eaf5ae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935efab9-ad41-4805-b3dc-ab653898253f,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:46.233872 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Pushing event updated for resources: {'Port': ['ID=50fe6234-052f-41cc-8a4f-a24813700c3e,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:46.374810 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-3532f03f-ad29-4c2e-b4b6-c230eaf5ae8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f988354e3364111bc0bc6b4e3e0a6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8255522 May 26 16:53:46.384429 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-5f17e6a2-ba9e-4129-9308-a97cae7d08ed None None] Port 875fe38c-8738-43ba-96e1-889e5291698c cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:46.402187 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 47782) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:46.448740 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e4635479-0ee6-476c-a190-ef6cbd3f137f req-9282585c-4d5f-4a29-be5c-e9df6bea12a3 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617958 May 26 16:53:46.465472 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Attempting to bind port 50fe6234-052f-41cc-8a4f-a24813700c3e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:46.465472 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Attempting to bind port 50fe6234-052f-41cc-8a4f-a24813700c3e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:46.465472 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Attempting to bind port 50fe6234-052f-41cc-8a4f-a24813700c3e on network b6174ed6-c511-43d9-b82c-ba126d400329 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:46.475102 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Port 50fe6234-052f-41cc-8a4f-a24813700c3e on network b6174ed6-c511-43d9-b82c-ba126d400329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:53:46.475430 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Attempting to bind port 50fe6234-052f-41cc-8a4f-a24813700c3e on network b6174ed6-c511-43d9-b82c-ba126d400329 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:46.477967 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:46.490665 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:46.493524 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Checking segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:46.494720 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Bound using segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:46.495243 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Bound port: 50fe6234-052f-41cc-8a4f-a24813700c3e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:46.497072 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:46.597775 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:46.653675 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Request body: {'port': {'device_id': '81ee3901-edb0-46c8-9b68-5792f690cf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:46.659944 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab947a-1d86-4eb7-8b3d-d0d228b9e353 req-c5b653b5-3c87-4b62-9f37-3735c9be0f33 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:46.669096 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2dab947a-1d86-4eb7-8b3d-d0d228b9e353 req-c5b653b5-3c87-4b62-9f37-3735c9be0f33 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 931 time: 0.3612113 May 26 16:53:46.707197 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] For port 50fe6234-052f-41cc-8a4f-a24813700c3e, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:46.709290 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-187813c9-78bf-41ef-ad58-2c3a63ff44f5 req-c3df6e38-7c2e-423d-be7d-9acb5773f1b7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0940552 May 26 16:53:46.758359 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-677e99f5-b69a-4765-b411-5bac64e18e38 admin admin] Publish callbacks [] for security_group (935efab9-ad41-4805-b3dc-ab653898253f), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:46.792099 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] For port 50fe6234-052f-41cc-8a4f-a24813700c3e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=50fe6234-052f-41cc-8a4f-a24813700c3e,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:46.813132 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-677e99f5-b69a-4765-b411-5bac64e18e38 admin admin] Publish callbacks [] for security_group (935efab9-ad41-4805-b3dc-ab653898253f), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:46.831286 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2dab947a-1d86-4eb7-8b3d-d0d228b9e353 req-16c7d1a8-6937-4e75-9108-4faa78f31f9a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602817 May 26 16:53:46.847437 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (875fe38c-8738-43ba-96e1-889e5291698c), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:47.111513 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-677e99f5-b69a-4765-b411-5bac64e18e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (935efab9-ad41-4805-b3dc-ab653898253f), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:47.115400 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-677e99f5-b69a-4765-b411-5bac64e18e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:47.118825 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-677e99f5-b69a-4765-b411-5bac64e18e38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/935efab9-ad41-4805-b3dc-ab653898253f HTTP/1.1" status: 204 len: 168 time: 0.7099650 May 26 16:53:47.145970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e99f5-b69a-4765-b411-5bac64e18e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935efab9-ad41-4805-b3dc-ab653898253f,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:47.159256 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:47.177693 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d762111e-262a-4b85-9459-994cd8a44260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:47.216305 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:47.278152 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47796) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:47.331466 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4b588b6d-c0f0-43fb-94cb-96c9ec97d73c req-d3e65a3c-b353-4133-a5ed-b2844a272d8d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 210 time: 0.0622804 May 26 16:53:47.369842 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Pushing event updated for resources: {'Port': ['ID=50fe6234-052f-41cc-8a4f-a24813700c3e,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:47.374459 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:47.375220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:47.376836 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-1640c424-299e-43a9-a36d-7c08eb50239d service neutron] 10.222.0.95 "PUT /v2.0/ports/50fe6234-052f-41cc-8a4f-a24813700c3e HTTP/1.1" status: 200 len: 1093 time: 2.7865040 May 26 16:53:47.380568 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7eda5079-bcae-4687-aaf2-0993159b1ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:47.389835 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecc34c3-8a11-43df-b56d-0996916a0187', 'tag': '50fe6234-052f-41cc-8a4f-a24813700c3e'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:47.788271 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9780c5-0cf7-4809-abb5-058c19ab1057 req-ce26878e-9184-4223-8210-6f96cd6d980d tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:47.789914 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cb9780c5-0cf7-4809-abb5-058c19ab1057 req-ce26878e-9184-4223-8210-6f96cd6d980d tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1486578 May 26 16:53:47.875980 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6861c284-c612-444b-8595-c6c6d2cd9e12" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecc34c3-8a11-43df-b56d-0996916a0187", "tag": "50fe6234-052f-41cc-8a4f-a24813700c3e"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:47.950909 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fdcce84e-c250-4013-b6cc-7acf529b2a3e req-fabc0cac-565a-436b-9aee-8eb7d6a89f51 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0895932 May 26 16:53:47.977936 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cb9780c5-0cf7-4809-abb5-058c19ab1057 req-001a42af-6e96-482d-bb4b-92310c4fd820 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767263 May 26 16:53:48.022363 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-7d06c1d2-8e7c-4336-ab9f-359685abfd36 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:48.025227 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-7d06c1d2-8e7c-4336-ab9f-359685abfd36 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 811 time: 0.4983816 May 26 16:53:48.034976 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9255c-4610-453f-9663-20573d2eb7aa req-d8855e9f-0757-47e2-94cf-183ca3aaa289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:48.036503 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-d8855e9f-0757-47e2-94cf-183ca3aaa289 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 1127 time: 0.3788781 May 26 16:53:48.126417 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7eda5079-bcae-4687-aaf2-0993159b1ddb admin admin] Publish callbacks [] for security_group (cbea5a67-afd6-4241-a37b-d8ccface69d2), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:48.348103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddfd292-af41-4798-bed7-7bccd3f669e7 x-openstack-request-id: req-6ddfd292-af41-4798-bed7-7bccd3f669e7 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:48.348103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecc34c3-8a11-43df-b56d-0996916a0187", "tag": "50fe6234-052f-41cc-8a4f-a24813700c3e", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:48.348103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ddfd292-af41-4798-bed7-7bccd3f669e7 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:48.348103 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddfd292-af41-4798-bed7-7bccd3f669e7'] response: {'name': 'network-changed', 'server_uuid': '3ecc34c3-8a11-43df-b56d-0996916a0187', 'tag': '50fe6234-052f-41cc-8a4f-a24813700c3e', 'status': 'completed', 'code': 200} May 26 16:53:48.353640 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7eda5079-bcae-4687-aaf2-0993159b1ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (cbea5a67-afd6-4241-a37b-d8ccface69d2), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:48.362959 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d99a3-3d04-4e35-92b0-cbc3672be711 req-a3cc1733-6d47-4be4-bb96-677691f77e87 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:48.364787 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b77d99a3-3d04-4e35-92b0-cbc3672be711 req-a3cc1733-6d47-4be4-bb96-677691f77e87 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 931 time: 0.1345203 May 26 16:53:48.445606 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-65c6849a-2051-440d-b9f4-b89b2e0ada42 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fe6234-052f-41cc-8a4f-a24813700c3e HTTP/1.1" status: 200 len: 217 time: 0.3104827 May 26 16:53:48.520928 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-d399d7a2-8587-483f-b9b1-aca14216a389 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89a7299f01984027a505aa43d96e07b3 HTTP/1.1" status: 200 len: 379 time: 0.3709960 May 26 16:53:48.522111 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875fe38c-8738-43ba-96e1-889e5291698c {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:48.522111 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7eda5079-bcae-4687-aaf2-0993159b1ddb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f39da86efcef466c86f8906d35fc4a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2316890 May 26 16:53:48.526222 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 47852) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:48.534372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Publish callbacks [] for port (875fe38c-8738-43ba-96e1-889e5291698c), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:48.537726 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda5079-bcae-4687-aaf2-0993159b1ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea5a67-afd6-4241-a37b-d8ccface69d2,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:48.575218 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-83b8cf8a-8dea-40f3-bd89-401165bbdf34 req-4e5a30e9-fe8b-431c-af42-09a2be8c2b8e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 210 time: 0.0519488 May 26 16:53:48.582823 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b77d99a3-3d04-4e35-92b0-cbc3672be711 req-7f6588b2-02cf-4787-941c-cd24a3ae87f8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048104 May 26 16:53:48.652333 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Transition to ACTIVE for port object 875fe38c-8738-43ba-96e1-889e5291698c will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:53:48.660534 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a5784dac-d359-4a6f-9aaa-952963cc6406 admin admin] Publish callbacks [] for security_group (cbea5a67-afd6-4241-a37b-d8ccface69d2), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:48.710411 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a5784dac-d359-4a6f-9aaa-952963cc6406 admin admin] Publish callbacks [] for security_group (cbea5a67-afd6-4241-a37b-d8ccface69d2), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:48.947724 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (875fe38c-8738-43ba-96e1-889e5291698c), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:49.005617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Pushing event updated for resources: {'Port': ['ID=875fe38c-8738-43ba-96e1-889e5291698c,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:49.067512 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Attempting to bind port 875fe38c-8738-43ba-96e1-889e5291698c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:49.067878 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Attempting to bind port 875fe38c-8738-43ba-96e1-889e5291698c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:49.068267 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Attempting to bind port 875fe38c-8738-43ba-96e1-889e5291698c on network b6174ed6-c511-43d9-b82c-ba126d400329 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:49.084517 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Port 875fe38c-8738-43ba-96e1-889e5291698c on network b6174ed6-c511-43d9-b82c-ba126d400329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:53:49.084848 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Attempting to bind port 875fe38c-8738-43ba-96e1-889e5291698c on network b6174ed6-c511-43d9-b82c-ba126d400329 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:49.095497 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:49.095845 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Checking segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:49.096225 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Bound using segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:49.096657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Bound port: 875fe38c-8738-43ba-96e1-889e5291698c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:49.097049 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (875fe38c-8738-43ba-96e1-889e5291698c), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:49.145675 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a5784dac-d359-4a6f-9aaa-952963cc6406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (cbea5a67-afd6-4241-a37b-d8ccface69d2), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:49.149038 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a5784dac-d359-4a6f-9aaa-952963cc6406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:49.165143 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a5784dac-d359-4a6f-9aaa-952963cc6406 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbea5a67-afd6-4241-a37b-d8ccface69d2 HTTP/1.1" status: 204 len: 168 time: 0.6275344 May 26 16:53:49.176148 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cc823acd-a7cd-43fa-9299-ad6ae0f104db req-f159ad5a-dedd-4e36-a643-be654b507289 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0501006 May 26 16:53:49.187608 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66699a09-4e7b-4485-925a-f749b5327515 req-a70aed5a-da85-45ca-894d-81a277e68e25 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:49.195705 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-66699a09-4e7b-4485-925a-f749b5327515 req-a70aed5a-da85-45ca-894d-81a277e68e25 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1067271 May 26 16:53:49.210178 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-36be856f-4c62-4aa4-a1fb-e6b44ec7e658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:49.242127 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5784dac-d359-4a6f-9aaa-952963cc6406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea5a67-afd6-4241-a37b-d8ccface69d2,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:49.249254 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] For port 875fe38c-8738-43ba-96e1-889e5291698c, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:49.271953 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] For port 875fe38c-8738-43ba-96e1-889e5291698c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=875fe38c-8738-43ba-96e1-889e5291698c,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:49.291895 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-66699a09-4e7b-4485-925a-f749b5327515 req-0bc903a4-613a-433d-9c8f-a50797304167 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946040 May 26 16:53:49.359010 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (875fe38c-8738-43ba-96e1-889e5291698c), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:49.399632 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:49.400874 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:49.402717 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] 10.222.0.95 "PUT /v2.0/ports/875fe38c-8738-43ba-96e1-889e5291698c HTTP/1.1" status: 200 len: 1093 time: 2.7642963 May 26 16:53:49.427744 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f1f50-d5eb-48b9-9bfb-fb263ed2320b service neutron] Pushing event updated for resources: {'Port': ['ID=875fe38c-8738-43ba-96e1-889e5291698c,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:49.467529 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:49.705164 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9255c-4610-453f-9663-20573d2eb7aa req-24c4c4e4-85d8-45d1-97ef-4e802e22aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:49.713862 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-24c4c4e4-85d8-45d1-97ef-4e802e22aa75 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0861449 May 26 16:53:49.767864 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7cdfd50c-0da3-45f7-927f-586c36707739 req-f21133a3-fb3f-4905-b914-4152df4ed95f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 210 time: 0.0388033 May 26 16:53:49.812156 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66412f3d-bcd9-4ff3-b7e6-e6ddeb8bb46f req-04090bb3-ad49-45c0-8359-da0016ca162c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:49.813832 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-66412f3d-bcd9-4ff3-b7e6-e6ddeb8bb46f req-04090bb3-ad49-45c0-8359-da0016ca162c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 943 time: 0.0753353 May 26 16:53:49.864314 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-66412f3d-bcd9-4ff3-b7e6-e6ddeb8bb46f req-ac0c6af1-8aec-4f79-825a-9ea0e04961f4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444891 May 26 16:53:49.906091 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'port': {'device_id': 'e432ca18-47de-4981-bc37-036d927a5c62', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'admin_state_up': True, 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'security_groups': ['760bfadc-4f49-46bb-a527-ba36525df88d']}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:49.943638 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=74 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:50.123594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:50.130422 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Made reservation on behalf of 89a7299f01984027a505aa43d96e07b3 for: {'port': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:50.136905 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:50.166780 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9255c-4610-453f-9663-20573d2eb7aa req-01baa592-d462-4120-98c2-e910d904d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.178446 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-01baa592-d462-4120-98c2-e910d904d352 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1433744 May 26 16:53:50.178446 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-cfae2045-2895-4f27-b64d-b64ffdfe99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.178446 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-cfae2045-2895-4f27-b64d-b64ffdfe99bc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 1127 time: 0.0677752 May 26 16:53:50.182651 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.95', 55499) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:50.296496 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d8686831-e35b-4dcf-8357-378b7d890fa8 req-165ae8c7-c52e-4bce-8059-79a27309e2a9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0372047 May 26 16:53:50.344028 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Allocated IP 172.20.0.6 (37da0019-c0ef-4a38-bc4c-338c9bba0a61/ddca0523-f778-41db-9468-b671998b1583/aa5bb9eb-d210-4c41-8ad7-80a9d91058a7) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:50.426399 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:50.470097 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:50.489661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ee3901-edb0-46c8-9b68-5792f690cf5d', 'tag': '875fe38c-8738-43ba-96e1-889e5291698c'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:50.492646 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b299aa5f-d965-4f4d-85bf-426c3d038aca" -d '{"events": [{"name": "network-changed", "server_uuid": "81ee3901-edb0-46c8-9b68-5792f690cf5d", "tag": "875fe38c-8738-43ba-96e1-889e5291698c"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:50.539846 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-c9179c3f-1a2b-4716-92a0-641d549975b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875fe38c-8738-43ba-96e1-889e5291698c HTTP/1.1" status: 200 len: 217 time: 0.3318231 May 26 16:53:50.578821 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5b4e-04f1-4d4c-9a89-1ad7a2b01ace req-200e18a3-d64d-40e6-bd14-0ced5368800c tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.580786 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bcfb5b4e-04f1-4d4c-9a89-1ad7a2b01ace req-200e18a3-d64d-40e6-bd14-0ced5368800c tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1598287 May 26 16:53:50.588215 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1179dc-1cec-4261-8bc0-5588c42ce291 x-openstack-request-id: req-db1179dc-1cec-4261-8bc0-5588c42ce291 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:50.588787 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ee3901-edb0-46c8-9b68-5792f690cf5d", "tag": "875fe38c-8738-43ba-96e1-889e5291698c", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:50.589589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db1179dc-1cec-4261-8bc0-5588c42ce291 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:50.590207 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1179dc-1cec-4261-8bc0-5588c42ce291'] response: {'name': 'network-changed', 'server_uuid': '81ee3901-edb0-46c8-9b68-5792f690cf5d', 'tag': '875fe38c-8738-43ba-96e1-889e5291698c', 'status': 'completed', 'code': 200} May 26 16:53:50.668716 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5974c42c-3ac5-49f7-ac39-2d728a09d8c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.670316 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5974c42c-3ac5-49f7-ac39-2d728a09d8c2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 817 time: 0.4674525 May 26 16:53:50.674385 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-9a20dd92-a18a-4554-a8a6-0ed5674f3a7f service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675822 May 26 16:53:50.679548 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bcfb5b4e-04f1-4d4c-9a89-1ad7a2b01ace req-22008af1-8cce-43d7-bc43-4884f4494b88 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828080 May 26 16:53:50.683144 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:50.821161 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:50.871503 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:50.885541 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:50.897444 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8ed64f3d-9bf1-441e-bc12-f66c2258b600 req-47dc4573-cc83-4fbd-a398-5a46c2930bde tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 210 time: 0.0400152 May 26 16:53:50.955038 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:50.964688 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:50.967306 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:50.972970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.974116 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:50.989244 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'Port': ['ID=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:51.037829 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00088-8204-46f3-b76d-b9e21f61d24a req-bcfcb4f6-87c6-4793-b71b-cb8832d0cac0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:51.039384 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1ef00088-8204-46f3-b76d-b9e21f61d24a req-bcfcb4f6-87c6-4793-b71b-cb8832d0cac0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 943 time: 0.0794291 May 26 16:53:51.096774 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1ef00088-8204-46f3-b76d-b9e21f61d24a req-3d2aae12-6e4b-4b8c-8050-576917f450a4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507979 May 26 16:53:51.124899 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-9ef01ca1-5e34-4152-a7e9-4ca4fed8b294 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2224867 May 26 16:53:51.159000 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:51.241353 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-d9b735d2-1211-4794-a501-384d01f0e284 None None] Provisioning complete for port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:51.241728 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d9b735d2-1211-4794-a501-384d01f0e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:51.288137 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-d9b735d2-1211-4794-a501-384d01f0e284 None None] Port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:51.354048 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:51.408067 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:51.447252 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d672ec0-28d3-4eac-ab13-695c7b40d392 req-849ce436-0bd5-4964-813e-bc0aaef8dc02 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:51.448742 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2d672ec0-28d3-4eac-ab13-695c7b40d392 req-849ce436-0bd5-4964-813e-bc0aaef8dc02 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 931 time: 0.0652778 May 26 16:53:51.467039 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:51.497869 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2d672ec0-28d3-4eac-ab13-695c7b40d392 req-b4976bdc-6069-4a30-9bed-c38a5fbd1fc8 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 May 26 16:53:51.626680 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Request body: {'port': {'device_id': 'e432ca18-47de-4981-bc37-036d927a5c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:51.714599 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:51.836307 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-34d9255c-4610-453f-9663-20573d2eb7aa req-d11c06c5-d2db-4574-a675-3595a8cdf336 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041924 May 26 16:53:51.852995 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-5ca148b0-6fd3-4ced-a58a-8b31aefd07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:51.856517 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-5ca148b0-6fd3-4ced-a58a-8b31aefd07dc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.2234201 May 26 16:53:51.866411 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-f92663dc-cb43-4abf-af39-02ba2bb0b0e6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a16c7d70bb14cd3b898751084649cd2 HTTP/1.1" status: 200 len: 379 time: 0.2463634 May 26 16:53:51.891328 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'port': {'device_id': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'admin_state_up': True, 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'security_groups': ['2f6204a0-bbc0-4652-8d10-6708a3cb13ee']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:51.995256 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb734d-560a-4d4d-833f-4e2dbcc6ea15 req-1a3d9cee-11a6-4628-b843-784d17481537 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:52.003271 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cdcb734d-560a-4d4d-833f-4e2dbcc6ea15 req-1a3d9cee-11a6-4628-b843-784d17481537 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1239691 May 26 16:53:52.027994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-932c8a9a-cfa4-42fd-a7d1-f74ea3bcf944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:52.032153 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-932c8a9a-cfa4-42fd-a7d1-f74ea3bcf944 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1620576 May 26 16:53:52.199510 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-84835f17-bfcc-48a1-a456-b442b10c0394 req-7af35793-b882-491a-a05a-6b46ab18723a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 210 time: 0.1106198 May 26 16:53:52.307998 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Made reservation on behalf of 5a16c7d70bb14cd3b898751084649cd2 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:52.309583 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cdcb734d-560a-4d4d-833f-4e2dbcc6ea15 req-cd627248-d7b5-46c9-986a-b6731e4280d5 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052881 May 26 16:53:52.311578 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:52.376904 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cecda-6acc-4032-94d6-5b9a48a46ab3 req-d6d02514-c681-47aa-8528-f945783a8b8f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:52.378651 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ab9cecda-6acc-4032-94d6-5b9a48a46ab3 req-d6d02514-c681-47aa-8528-f945783a8b8f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 943 time: 0.1006281 May 26 16:53:52.461890 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 {{(pid=111097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:52.475789 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Publish callbacks [] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:52.484420 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ab9cecda-6acc-4032-94d6-5b9a48a46ab3 req-714d4565-8246-4a1c-a9e6-cec04f11c600 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945981 May 26 16:53:52.501230 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.provisioning_blocks [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Transition to ACTIVE for port object aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 will not be triggered until provisioned by entity L2. {{(pid=111097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:53:52.516571 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Allocated IP 172.20.0.12 (8b6693f4-44e6-4850-bb10-714588f8b298/69987f88-5ec5-4e12-83e7-cf867ff3b92d/19f830e3-9d14-4893-a727-3c20d5993b34) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:52.619667 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc412-5c7f-45ed-bb1d-905163a39756 req-653572f3-80c3-4cc3-bf95-5f1f85c4b5ab tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:52.621229 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f37dc412-5c7f-45ed-bb1d-905163a39756 req-653572f3-80c3-4cc3-bf95-5f1f85c4b5ab tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 931 time: 0.0498624 May 26 16:53:52.627353 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:52.684904 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for port (19f830e3-9d14-4893-a727-3c20d5993b34), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:52.721357 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:52.744564 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f37dc412-5c7f-45ed-bb1d-905163a39756 req-c6f05da0-d620-4b57-8a4d-1cef3a45eaea tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133771 May 26 16:53:52.786688 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:52.788787 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.managers [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Attempting to bind port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:52.789130 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.managers [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Attempting to bind port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'}] {{(pid=111097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:52.789501 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Attempting to bind port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 on network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:52.795317 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 on network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:53:52.795683 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Attempting to bind port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 on network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:52.802061 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:52.807023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Checking segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:52.807023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Bound using segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} {{(pid=111097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:52.807023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.managers [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Bound port: aa5bb9eb-d210-4c41-8ad7-80a9d91058a7, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'}}] {{(pid=111097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:52.807023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:52.839522 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:52.902999 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Network 8b6693f4-44e6-4850-bb10-714588f8b298 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:52.935860 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:52.939344 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:52.950266 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:52.951592 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:52.958934 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:53.027973 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-9af7fa8b-a3e2-49d5-a9e3-5a35a15356d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:53.029930 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-9af7fa8b-a3e2-49d5-a9e3-5a35a15356d2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 1127 time: 0.1723530 May 26 16:53:53.109238 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-90ec7a5b-f22e-4177-9453-2d9eed1eafdd service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611287 May 26 16:53:53.207984 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5e856543-f239-4473-b49c-11256f1a00f3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3267083 May 26 16:53:53.208886 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] For port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7, host hv-cinder-83607, cleared binding levels {{(pid=111097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:53.212942 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] For port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:53.259354 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Request body: {'port': {'device_id': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:53:53.272049 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-21b84f56-e88e-40db-ac91-d5089b622c86 None None] Provisioning complete for port 19f830e3-9d14-4893-a727-3c20d5993b34 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:53.273349 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-21b84f56-e88e-40db-ac91-d5089b622c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:53.316466 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-21b84f56-e88e-40db-ac91-d5089b622c86 None None] Port 19f830e3-9d14-4893-a727-3c20d5993b34 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:53:53.316466 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:53.325401 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:53.374846 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-83ee3ff0-b2b7-4a4a-a555-ef49c0966706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:53.376376 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-83ee3ff0-b2b7-4a4a-a555-ef49c0966706 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.3072298 May 26 16:53:53.433350 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:53.433972 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:53.435655 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] 10.222.0.95 "PUT /v2.0/ports/aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 HTTP/1.1" status: 200 len: 1093 time: 1.8157978 May 26 16:53:53.436118 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e432ca18-47de-4981-bc37-036d927a5c62', 'tag': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:53.438686 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1991e-22f0-45d6-bdca-1dad41b08667" -d '{"events": [{"name": "network-changed", "server_uuid": "e432ca18-47de-4981-bc37-036d927a5c62", "tag": "aa5bb9eb-d210-4c41-8ad7-80a9d91058a7"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:53.477089 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-9730d2bc-82b3-405d-9e56-bed4a0c34633 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fe6234-052f-41cc-8a4f-a24813700c3e HTTP/1.1" status: 200 len: 217 time: 0.0580685 May 26 16:53:53.480022 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ac968ef8-3d81-41c8-aabb-298603dbb595 req-6380e741-7a4d-4118-a22d-ad891da636eb service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513041 May 26 16:53:53.480895 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:53.537722 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2be33-71a0-4dcf-8880-068d1a9fe76d req-2a7fea2a-0dad-439b-bc60-b1e4638bb804 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:53.544942 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6f2be33-71a0-4dcf-8880-068d1a9fe76d req-2a7fea2a-0dad-439b-bc60-b1e4638bb804 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1233275 May 26 16:53:53.565922 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b4333-cbbd-4d7e-8591-c4a9d496af78 req-644dbd07-13d1-4d60-8335-7e9f76178050 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:53.567540 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-763b4333-cbbd-4d7e-8591-c4a9d496af78 req-644dbd07-13d1-4d60-8335-7e9f76178050 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 932 time: 0.2678523 May 26 16:53:53.591126 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:53.601612 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-03ab50bd-7c36-4233-bff3-77c0cc9a53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:53.603325 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-03ab50bd-7c36-4233-bff3-77c0cc9a53e0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.1063228 May 26 16:53:53.615897 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1220b-820c-47d6-bdd0-09bf5fb36c95 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,revision_number=3']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:53.679642 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6f2be33-71a0-4dcf-8880-068d1a9fe76d req-7cb13ca5-6a75-4ec5-9ad6-4eabd63f9b6f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323638 May 26 16:53:53.699521 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-763b4333-cbbd-4d7e-8591-c4a9d496af78 req-2aa72172-1a66-4bec-9458-ff9f1623e844 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093781 May 26 16:53:53.781791 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0122ec4b-a8df-4eb0-87b3-c4ffde567ebc x-openstack-request-id: req-0122ec4b-a8df-4eb0-87b3-c4ffde567ebc {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:53.782190 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e432ca18-47de-4981-bc37-036d927a5c62", "tag": "aa5bb9eb-d210-4c41-8ad7-80a9d91058a7", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:53.782549 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0122ec4b-a8df-4eb0-87b3-c4ffde567ebc {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:53.783280 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0122ec4b-a8df-4eb0-87b3-c4ffde567ebc'] response: {'name': 'network-changed', 'server_uuid': 'e432ca18-47de-4981-bc37-036d927a5c62', 'tag': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'status': 'completed', 'code': 200} May 26 16:53:54.043732 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635a55e-b7f4-49a6-bd5a-f463d6927ca2 req-0f8b7373-99d4-444d-994f-813a68d4e113 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.043732 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e635a55e-b7f4-49a6-bd5a-f463d6927ca2 req-0f8b7373-99d4-444d-994f-813a68d4e113 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 943 time: 0.1362143 May 26 16:53:54.043732 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b4754-150b-43d9-828e-ec4bf9655ae2 req-26214261-4ea0-407d-8942-78eee2c0d5a4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.043732 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-311b4754-150b-43d9-828e-ec4bf9655ae2 req-26214261-4ea0-407d-8942-78eee2c0d5a4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 943 time: 0.0932784 May 26 16:53:54.044075 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f830e3-9d14-4893-a727-3c20d5993b34 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:54.044075 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Publish callbacks [] for port (19f830e3-9d14-4893-a727-3c20d5993b34), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:54.044075 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Transition to ACTIVE for port object 19f830e3-9d14-4893-a727-3c20d5993b34 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:53:54.063079 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e635a55e-b7f4-49a6-bd5a-f463d6927ca2 req-6835abdd-4b5f-4e6f-ae3c-730fd9355913 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846767 May 26 16:53:54.087088 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-311b4754-150b-43d9-828e-ec4bf9655ae2 req-bc32a76c-aff7-42e4-a2bc-45b8e1f7c52d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826082 May 26 16:53:54.121294 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 50fe6234-052f-41cc-8a4f-a24813700c3e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:53:54.359868 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 50fe6234-052f-41cc-8a4f-a24813700c3e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=50fe6234-052f-41cc-8a4f-a24813700c3e,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:54.371543 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '50fe6234-052f-41cc-8a4f-a24813700c3e', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'port_id': '50fe6234-052f-41cc-8a4f-a24813700c3e', 'mac_address': 'fa:16:3e:32:4c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:53:54.422299 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 50fe6234-052f-41cc-8a4f-a24813700c3e is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:54.422690 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:54.436609 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fe6234-052f-41cc-8a4f-a24813700c3e {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:54.460594 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 50fe6234-052f-41cc-8a4f-a24813700c3e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=50fe6234-052f-41cc-8a4f-a24813700c3e,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:54.541753 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-c259113f-b1f1-494d-9d66-9de211a9aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.543315 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-c259113f-b1f1-494d-9d66-9de211a9aad1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 1127 time: 0.0605366 May 26 16:53:54.568737 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-1776f07b-8434-43c5-8bab-b9d19ebee949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.570382 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-1776f07b-8434-43c5-8bab-b9d19ebee949 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893846 May 26 16:53:54.571256 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-d7314f18-62cb-4b39-ac75-de4f4de79879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.572700 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-d7314f18-62cb-4b39-ac75-de4f4de79879 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 1127 time: 0.0811641 May 26 16:53:54.755364 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-015ba689-8916-42ad-b89a-1387d9acc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.756189 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-015ba689-8916-42ad-b89a-1387d9acc1e8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.2066817 May 26 16:53:54.814567 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-17434375-463c-49cd-a080-9b8dfe6912df service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875fe38c-8738-43ba-96e1-889e5291698c HTTP/1.1" status: 200 len: 217 time: 0.0517781 May 26 16:53:54.823658 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-04004d87-b5ed-49c5-93b1-3b68374f79de service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 HTTP/1.1" status: 200 len: 217 time: 0.2219777 May 26 16:53:54.915060 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-4de59766-94a6-4f2e-a956-d2f6ca65bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.916590 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-4de59766-94a6-4f2e-a956-d2f6ca65bb75 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 200 len: 850 time: 0.0658739 May 26 16:53:54.937452 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba971bd-6eb1-466f-9ecc-c40eb8e377c7 req-ec4a772d-b2a0-48e9-97d9-b2e471691be3 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.939346 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2ba971bd-6eb1-466f-9ecc-c40eb8e377c7 req-ec4a772d-b2a0-48e9-97d9-b2e471691be3 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 944 time: 0.1289957 May 26 16:53:54.940297 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-0dda8e84-462f-4374-b027-3a8e47be0a59 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464928 May 26 16:53:54.948599 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066dc5e-45e3-4b91-9724-551e370a0326 req-2a2f6eb7-f9da-4a30-8e2d-a75be0b4ec0a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.950098 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e066dc5e-45e3-4b91-9724-551e370a0326 req-2a2f6eb7-f9da-4a30-8e2d-a75be0b4ec0a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 932 time: 0.1413534 May 26 16:53:54.960408 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-6815bf11-09f8-4ab5-a601-723ea23957ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.961822 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-6815bf11-09f8-4ab5-a601-723ea23957ca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.1317275 May 26 16:53:55.013641 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-ecedbd7d-08bc-47d8-b23a-2555768da715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:55.015234 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-ecedbd7d-08bc-47d8-b23a-2555768da715 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37da0019-c0ef-4a38-bc4c-338c9bba0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895207 May 26 16:53:55.018011 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:55.054903 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:55.058471 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 461bedf8-343c-4769-a3de-3519954e0aa0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:53:55.083080 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-539b8f3c-3b4f-4edd-be4d-71b1c7b08b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:55.084167 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-539b8f3c-3b4f-4edd-be4d-71b1c7b08b1a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073949 May 26 16:53:55.087362 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2ba971bd-6eb1-466f-9ecc-c40eb8e377c7 req-67812cfa-d562-4190-a108-1c7861e16fc6 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338513 May 26 16:53:55.108769 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:55.111941 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e066dc5e-45e3-4b91-9724-551e370a0326 req-6be8700c-8080-446e-b0d8-763422d47a19 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491005 May 26 16:53:55.256819 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:55.295445 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6861c284-c612-444b-8595-c6c6d2cd9e12 req-7cc778b0-3cea-41bf-bcca-fa63eb16ef25 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388934 May 26 16:53:55.318744 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-978925d2-a430-44b1-ae21-f558447f5353 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270629 May 26 16:53:55.398405 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-c5188d82-96d1-45f7-8c5d-f7ae6d505c1d service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716147 May 26 16:53:55.422707 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Attempting to bind port 19f830e3-9d14-4893-a727-3c20d5993b34 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:53:55.423304 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Attempting to bind port 19f830e3-9d14-4893-a727-3c20d5993b34 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:53:55.428269 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Attempting to bind port 19f830e3-9d14-4893-a727-3c20d5993b34 on network 8b6693f4-44e6-4850-bb10-714588f8b298 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:55.474353 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=50fe6234-052f-41cc-8a4f-a24813700c3e,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:55.484712 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Port 19f830e3-9d14-4893-a727-3c20d5993b34 on network 8b6693f4-44e6-4850-bb10-714588f8b298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:53:55.485232 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Attempting to bind port 19f830e3-9d14-4893-a727-3c20d5993b34 on network 8b6693f4-44e6-4850-bb10-714588f8b298 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:55.572840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:55.572840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Checking segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:53:55.574141 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Bound using segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:55.574141 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Bound port: 19f830e3-9d14-4893-a727-3c20d5993b34, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:53:55.574141 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:55.612561 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c039486-1f71-4722-82ee-ed6a250ac055 req-7f7c034d-f44c-4867-aab4-623e051eccf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:55.632185 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8c039486-1f71-4722-82ee-ed6a250ac055 req-7f7c034d-f44c-4867-aab4-623e051eccf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 943 time: 0.1621704 May 26 16:53:55.639937 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:55.691956 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 461bedf8-343c-4769-a3de-3519954e0aa0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=461bedf8-343c-4769-a3de-3519954e0aa0,segment=NetworkSegment(6d5e381f-b66a-4955-afe1-024427b71e88),segment_id=6d5e381f-b66a-4955-afe1-024427b71e88)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:55.729760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '461bedf8-343c-4769-a3de-3519954e0aa0', 'network_id': 'f8df8ce2-f92c-4683-9f6d-6dc77424bb8f', 'port_id': '461bedf8-343c-4769-a3de-3519954e0aa0', 'mac_address': 'fa:16:3e:b4:c8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d8def7-ce39-4644-8094-679c8cc1aae1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:53:55.732020 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3aae85a2-fb15-4220-9b8d-48248bc07e71 req-8e81ecc8-0466-44fa-9e83-9d92213f5002 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173847 May 26 16:53:55.741062 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30a2c-370f-440f-a085-0ab1b83e4a7a req-1275a290-84d1-496b-9a1d-b0ee1d3a5a1f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:55.756862 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:55.757188 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-caa30a2c-370f-440f-a085-0ab1b83e4a7a req-1275a290-84d1-496b-9a1d-b0ee1d3a5a1f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 943 time: 0.2887635 May 26 16:53:55.761011 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:55.789982 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 461bedf8-343c-4769-a3de-3519954e0aa0 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:55.790645 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:55.805707 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461bedf8-343c-4769-a3de-3519954e0aa0 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:55.827699 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 461bedf8-343c-4769-a3de-3519954e0aa0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=461bedf8-343c-4769-a3de-3519954e0aa0,segment=NetworkSegment(6d5e381f-b66a-4955-afe1-024427b71e88),segment_id=6d5e381f-b66a-4955-afe1-024427b71e88)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:55.846762 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:55.879881 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b299aa5f-d965-4f4d-85bf-426c3d038aca req-7e76dd9c-3cf4-4cb7-8d41-3507a4435ca8 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554531 May 26 16:53:55.886770 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:55.887426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:55.889217 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] 10.222.0.95 "PUT /v2.0/ports/19f830e3-9d14-4893-a727-3c20d5993b34 HTTP/1.1" status: 200 len: 1094 time: 2.6646774 May 26 16:53:55.889909 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:55.892124 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74aaf8c-95ef-42c5-857c-97cd13effe1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:55.901473 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-caa30a2c-370f-440f-a085-0ab1b83e4a7a req-79064510-cae7-4fb0-85a0-eea09ea0dba1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425185 May 26 16:53:55.906086 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8c039486-1f71-4722-82ee-ed6a250ac055 req-9b9bcd4f-326d-467b-8630-a4b550615918 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679436 May 26 16:53:55.935069 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14a02d-baf9-4676-bf6f-024e04fef6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:55.971068 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:55.983306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517bce6e-06ab-46ff-92ea-877625b67101 x-openstack-request-id: req-517bce6e-06ab-46ff-92ea-877625b67101 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:55.983646 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:55.983915 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-517bce6e-06ab-46ff-92ea-877625b67101 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:55.984298 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517bce6e-06ab-46ff-92ea-877625b67101'] response: {'name': 'network-changed', 'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34', 'status': 'completed', 'code': 200} May 26 16:53:56.029404 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=461bedf8-343c-4769-a3de-3519954e0aa0,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:56.124339 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:56.273815 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48080) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:56.299079 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa251-4ccc-4c2b-9cb3-25e5f68bcb64 req-84c1e9e8-897d-4f54-b190-89681a6eda67 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:56.300718 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-be1fa251-4ccc-4c2b-9cb3-25e5f68bcb64 req-84c1e9e8-897d-4f54-b190-89681a6eda67 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0903108 May 26 16:53:56.315476 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628c97b-7799-470f-956d-926e092f0e76 req-39d7e84c-65ed-489c-b823-00e7d5503269 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:56.317110 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f628c97b-7799-470f-956d-926e092f0e76 req-39d7e84c-65ed-489c-b823-00e7d5503269 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 945 time: 0.0658119 May 26 16:53:56.326239 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:56.406667 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-be1fa251-4ccc-4c2b-9cb3-25e5f68bcb64 req-bcdc5351-55bf-41d2-aa9b-2bfe7bda84e5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987337 May 26 16:53:56.426994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2ab216c6-7949-4615-9d8f-decc2d7672b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:56.433451 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f628c97b-7799-470f-956d-926e092f0e76 req-385508ef-4c1c-4c8e-8b71-3c9dac215dbc tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933902 May 26 16:53:56.507196 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 875fe38c-8738-43ba-96e1-889e5291698c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:53:56.508080 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:56.524697 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:56.539703 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2ab216c6-7949-4615-9d8f-decc2d7672b6 admin admin] Publish callbacks [] for security_group (ab09add2-8b35-4188-8a6d-de2f25e2b537), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:56.628779 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 875fe38c-8738-43ba-96e1-889e5291698c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=875fe38c-8738-43ba-96e1-889e5291698c,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:56.646700 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '875fe38c-8738-43ba-96e1-889e5291698c', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'port_id': '875fe38c-8738-43ba-96e1-889e5291698c', 'mac_address': 'fa:16:3e:9c:87:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:53:56.690339 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 875fe38c-8738-43ba-96e1-889e5291698c is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:56.690732 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (875fe38c-8738-43ba-96e1-889e5291698c), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:56.695988 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2ab216c6-7949-4615-9d8f-decc2d7672b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (ab09add2-8b35-4188-8a6d-de2f25e2b537), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:56.704917 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875fe38c-8738-43ba-96e1-889e5291698c {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:56.716342 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['50fe6234-052f-41cc-8a4f-a24813700c3e'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:56.739858 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-2ab216c6-7949-4615-9d8f-decc2d7672b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49d16e13fcbb43d48c8aa17eeeb77721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649410 May 26 16:53:56.740764 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab216c6-7949-4615-9d8f-decc2d7672b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab09add2-8b35-4188-8a6d-de2f25e2b537,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:56.742792 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 48100) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:56.798249 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9c3158c3-261b-419b-841a-4c126e8beaff admin admin] Publish callbacks [] for security_group (ab09add2-8b35-4188-8a6d-de2f25e2b537), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:56.802012 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 875fe38c-8738-43ba-96e1-889e5291698c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=875fe38c-8738-43ba-96e1-889e5291698c,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:56.821359 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9c3158c3-261b-419b-841a-4c126e8beaff admin admin] Publish callbacks [] for security_group (ab09add2-8b35-4188-8a6d-de2f25e2b537), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:56.846582 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['461bedf8-343c-4769-a3de-3519954e0aa0'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:56.926203 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:57.001869 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (875fe38c-8738-43ba-96e1-889e5291698c), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:57.005871 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-5cc297ba-894b-4309-a689-aaa170b25995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.010901 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-5cc297ba-894b-4309-a689-aaa170b25995 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 1127 time: 0.0935621 May 26 16:53:57.021570 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aaf8c-95ef-42c5-857c-97cd13effe1d req-98f3e6f5-7491-4390-8716-202fec1d44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.023238 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f74aaf8c-95ef-42c5-857c-97cd13effe1d req-98f3e6f5-7491-4390-8716-202fec1d44d1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 1128 time: 0.0884204 May 26 16:53:57.076163 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9c3158c3-261b-419b-841a-4c126e8beaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (ab09add2-8b35-4188-8a6d-de2f25e2b537), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:57.078957 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9c3158c3-261b-419b-841a-4c126e8beaff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:57.085344 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-9c3158c3-261b-419b-841a-4c126e8beaff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab09add2-8b35-4188-8a6d-de2f25e2b537 HTTP/1.1" status: 204 len: 168 time: 0.3358080 May 26 16:53:57.138656 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3158c3-261b-419b-841a-4c126e8beaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab09add2-8b35-4188-8a6d-de2f25e2b537,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:57.164007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=875fe38c-8738-43ba-96e1-889e5291698c,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:57.173795 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123d7a5-c838-4a50-8bae-224485a5740e req-b3f38396-4083-4dc2-be04-38de1ba118b6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.181038 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d123d7a5-c838-4a50-8bae-224485a5740e req-b3f38396-4083-4dc2-be04-38de1ba118b6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 944 time: 0.1690586 May 26 16:53:57.224929 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752a8d1-a055-4a48-95a5-d1d03af9768f req-fdd12350-1245-4a21-aaea-98a03247c617 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.226708 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3752a8d1-a055-4a48-95a5-d1d03af9768f req-fdd12350-1245-4a21-aaea-98a03247c617 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 943 time: 0.1921039 May 26 16:53:57.301590 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aaf8c-95ef-42c5-857c-97cd13effe1d req-2194d71c-b9e4-4063-962f-f2e27afe75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.303257 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f74aaf8c-95ef-42c5-857c-97cd13effe1d req-2194d71c-b9e4-4063-962f-f2e27afe75d7 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=5a16c7d70bb14cd3b898751084649cd2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2636533 May 26 16:53:57.314906 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d123d7a5-c838-4a50-8bae-224485a5740e req-fc538ab9-db1c-43ea-94af-a2eeb0d40756 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329122 May 26 16:53:57.334058 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-acc834c6-8a61-46b2-b72a-89a3aff6f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.336077 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-acc834c6-8a61-46b2-b72a-89a3aff6f565 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 912 time: 0.3107464 May 26 16:53:57.398535 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-6c0e5862-683e-4a4c-8636-c6fb93d4f860 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 HTTP/1.1" status: 200 len: 217 time: 0.0542455 May 26 16:53:57.404513 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3752a8d1-a055-4a48-95a5-d1d03af9768f req-a35a608c-681d-424a-aaf9-3438ea49ed77 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670840 May 26 16:53:57.455011 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-629a6e3e-4b4f-486e-9096-92cf480dc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.462205 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-629a6e3e-4b4f-486e-9096-92cf480dc77f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 200 len: 850 time: 0.0479324 May 26 16:53:57.511685 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aaf8c-95ef-42c5-857c-97cd13effe1d req-62951f7e-2bea-4435-9b45-91ccd7bc9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.514373 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f74aaf8c-95ef-42c5-857c-97cd13effe1d req-62951f7e-2bea-4435-9b45-91ccd7bc9824 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006719 May 26 16:53:57.584844 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-0cabd920-7e56-4d65-a245-423aa3f46054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.586574 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-0cabd920-7e56-4d65-a245-423aa3f46054 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37da0019-c0ef-4a38-bc4c-338c9bba0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1233599 May 26 16:53:57.629803 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec08be-7278-48ff-a060-1924a421f353 req-b7c33413-c3a2-426b-b2eb-afcaef7491e8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.631506 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2bec08be-7278-48ff-a060-1924a421f353 req-b7c33413-c3a2-426b-b2eb-afcaef7491e8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.1157429 May 26 16:53:57.638292 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426370fb-f386-48a2-96a5-f24ce611216c req-56b534f7-939a-4962-92f5-cb16deb208c0 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.640008 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-426370fb-f386-48a2-96a5-f24ce611216c req-56b534f7-939a-4962-92f5-cb16deb208c0 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 945 time: 0.1131194 May 26 16:53:57.670875 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-bc509114-72f6-4d52-89af-8f2c24687eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.672707 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-bc509114-72f6-4d52-89af-8f2c24687eb0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 1128 time: 0.0734439 May 26 16:53:57.729889 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-40ea5062-28e2-4e60-bff0-5ca49146f557 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f830e3-9d14-4893-a727-3c20d5993b34 HTTP/1.1" status: 200 len: 217 time: 0.0411849 May 26 16:53:57.788875 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2bec08be-7278-48ff-a060-1924a421f353 req-1602e7a0-31a4-4e50-93f7-d208054d82ce tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428564 May 26 16:53:57.809586 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-426370fb-f386-48a2-96a5-f24ce611216c req-2788530d-8cec-4358-b42a-e134892b8807 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511354 May 26 16:53:57.813514 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-4acfdde8-c568-482c-870d-1946e5ae84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.815759 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-4acfdde8-c568-482c-870d-1946e5ae84e9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0788860 May 26 16:53:57.816075 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-087c5dca-9c67-4f4d-a607-14cff8125d10 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182407 May 26 16:53:57.872928 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-cf18581f-18d1-4167-84c3-2195d3919fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.874453 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-cf18581f-18d1-4167-84c3-2195d3919fea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445719 May 26 16:53:57.962493 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79d1991e-22f0-45d6-bdca-1dad41b08667 req-a76edc7b-cc94-48c6-83b4-b4caccc360f7 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318684 May 26 16:53:57.981866 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-5d6acc49-0087-4071-a546-cdb50b80f7d0 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004236 May 26 16:53:58.072557 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 48126) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:58.089156 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-445a687d-1ebb-4046-bcaa-739a58802297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:58.117131 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1c65a2b5-b4ec-4b04-a4cb-8f1cc09d9ef0 req-fa161236-a87b-4f36-aa35-85ed105252b5 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185131 May 26 16:53:58.182531 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-445a687d-1ebb-4046-bcaa-739a58802297 admin admin] Publish callbacks [] for security_group (dd7510ac-97f3-4558-ba63-323514901f24), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:58.324604 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-445a687d-1ebb-4046-bcaa-739a58802297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (dd7510ac-97f3-4558-ba63-323514901f24), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:58.368348 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-445a687d-1ebb-4046-bcaa-739a58802297 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3edce6120704c86b3b15e2015691ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946293 May 26 16:53:58.371273 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a687d-1ebb-4046-bcaa-739a58802297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7510ac-97f3-4558-ba63-323514901f24,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:58.372141 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48132) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:58.421324 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['875fe38c-8738-43ba-96e1-889e5291698c'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:58.427778 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2124c82c-cdc8-42b7-87ae-75ff3b3fe299 admin admin] Publish callbacks [] for security_group (dd7510ac-97f3-4558-ba63-323514901f24), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:58.452944 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa5ac-2451-41c9-846e-2865d9c92ee9 req-55b27a91-fee1-4e01-9bd3-b435ced915f6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:58.459924 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2124c82c-cdc8-42b7-87ae-75ff3b3fe299 admin admin] Publish callbacks [] for security_group (dd7510ac-97f3-4558-ba63-323514901f24), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:58.467422 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-205fa5ac-2451-41c9-846e-2865d9c92ee9 req-55b27a91-fee1-4e01-9bd3-b435ced915f6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 944 time: 0.0789433 May 26 16:53:58.533541 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:53:58.562192 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 50fe6234-052f-41cc-8a4f-a24813700c3e up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:58.713851 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2124c82c-cdc8-42b7-87ae-75ff3b3fe299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (dd7510ac-97f3-4558-ba63-323514901f24), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:58.716478 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2124c82c-cdc8-42b7-87ae-75ff3b3fe299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:58.717770 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-2124c82c-cdc8-42b7-87ae-75ff3b3fe299 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd7510ac-97f3-4558-ba63-323514901f24 HTTP/1.1" status: 204 len: 168 time: 0.3445415 May 26 16:53:58.735093 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124c82c-cdc8-42b7-87ae-75ff3b3fe299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7510ac-97f3-4558-ba63-323514901f24,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:58.758119 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 50fe6234-052f-41cc-8a4f-a24813700c3e completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:53:58.872929 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 50fe6234-052f-41cc-8a4f-a24813700c3e triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:58.873322 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:58.874679 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-205fa5ac-2451-41c9-846e-2865d9c92ee9 req-4955938e-289d-4fdf-abb1-b466b38885dd tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061065 May 26 16:53:58.900757 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad182ae-c6e7-47e0-94c7-18abf0bffda8 req-9d2f1d17-3d37-41e5-b3aa-668dee3f182f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:58.908524 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-aad182ae-c6e7-47e0-94c7-18abf0bffda8 req-9d2f1d17-3d37-41e5-b3aa-668dee3f182f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 943 time: 0.3994265 May 26 16:53:58.971025 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-aad182ae-c6e7-47e0-94c7-18abf0bffda8 req-323c1f56-57c0-48e5-b57b-670182702799 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615194 May 26 16:53:59.018777 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:59.064782 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'port_id': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'mac_address': 'fa:16:3e:d3:d0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:53:59.094822 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23364be-5b78-4aed-b2c5-7837b2449f83 req-4d4bb799-a66c-4214-bc3b-ac6b22127504 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:59.105712 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c23364be-5b78-4aed-b2c5-7837b2449f83 req-4d4bb799-a66c-4214-bc3b-ac6b22127504 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.1035373 May 26 16:53:59.156469 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:59.163208 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 50fe6234-052f-41cc-8a4f-a24813700c3e is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:59.163844 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:59.186116 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bb284-9fe4-4a23-8fa5-925357ca69eb req-30ad5e93-a05a-4a81-9c8b-a75f68a7ff7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:59.187742 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df0bb284-9fe4-4a23-8fa5-925357ca69eb req-30ad5e93-a05a-4a81-9c8b-a75f68a7ff7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 945 time: 0.0730822 May 26 16:53:59.197850 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:59.198507 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:59.208174 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c23364be-5b78-4aed-b2c5-7837b2449f83 req-9a5a8962-9c4f-4b34-8e68-8005177eb67d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012044 May 26 16:53:59.222948 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecc34c3-8a11-43df-b56d-0996916a0187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fe6234-052f-41cc-8a4f-a24813700c3e'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:59.300003 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df0bb284-9fe4-4a23-8fa5-925357ca69eb req-5f75272b-aa20-4068-b1e1-93a5be9b2b3e tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057801 May 26 16:53:59.300200 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:59.310759 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 50fe6234-052f-41cc-8a4f-a24813700c3e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=50fe6234-052f-41cc-8a4f-a24813700c3e,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:59.337969 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:59.433966 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:59.441502 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:59.442790 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 461bedf8-343c-4769-a3de-3519954e0aa0 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:59.551387 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:59.588619 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 461bedf8-343c-4769-a3de-3519954e0aa0 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:53:59.631076 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=50fe6234-052f-41cc-8a4f-a24813700c3e,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:59.637231 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace5e27-c027-494a-8e43-770e17a23335" -d '{"events": [{"server_uuid": "3ecc34c3-8a11-43df-b56d-0996916a0187", "name": "network-vif-plugged", "status": "completed", "tag": "50fe6234-052f-41cc-8a4f-a24813700c3e"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:59.650822 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:53:59.690089 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48186) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:53:59.731108 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 461bedf8-343c-4769-a3de-3519954e0aa0 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:53:59.731743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:59.889389 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 461bedf8-343c-4769-a3de-3519954e0aa0 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:53:59.889935 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:53:59.933869 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b9b802-809c-4055-a261-936cd79acb6e x-openstack-request-id: req-04b9b802-809c-4055-a261-936cd79acb6e {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:59.934743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecc34c3-8a11-43df-b56d-0996916a0187", "name": "network-vif-plugged", "status": "completed", "tag": "50fe6234-052f-41cc-8a4f-a24813700c3e", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:59.937490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04b9b802-809c-4055-a261-936cd79acb6e {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:59.938640 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b9b802-809c-4055-a261-936cd79acb6e'] response: {'server_uuid': '3ecc34c3-8a11-43df-b56d-0996916a0187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fe6234-052f-41cc-8a4f-a24813700c3e', 'code': 200} May 26 16:53:59.979333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 461bedf8-343c-4769-a3de-3519954e0aa0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=461bedf8-343c-4769-a3de-3519954e0aa0,segment=NetworkSegment(6d5e381f-b66a-4955-afe1-024427b71e88),segment_id=6d5e381f-b66a-4955-afe1-024427b71e88)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:00.052937 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:00.182315 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-97da702f-e3d0-4da0-8d94-d601cb3c6676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:00.193423 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=461bedf8-343c-4769-a3de-3519954e0aa0,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:00.227320 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2258cc-cbe1-4754-ab58-47ce2dffd77a req-15b73b23-5de1-40de-85ba-9696bc3455ee tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.237559 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b2258cc-cbe1-4754-ab58-47ce2dffd77a req-15b73b23-5de1-40de-85ba-9696bc3455ee tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 944 time: 0.1910996 May 26 16:54:00.263855 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3447a-a286-455e-9b3b-08d9bff191e7 req-3888f601-95bf-4721-939a-9a42eee1ba9b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.265979 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ff3447a-a286-455e-9b3b-08d9bff191e7 req-3888f601-95bf-4721-939a-9a42eee1ba9b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 944 time: 0.1952610 May 26 16:54:00.288510 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['aa5bb9eb-d210-4c41-8ad7-80a9d91058a7'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:54:00.362581 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-97da702f-e3d0-4da0-8d94-d601cb3c6676 admin admin] Publish callbacks [] for security_group (eb243ea7-42e4-47bc-a0ba-2e5e3743af6a), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:00.388893 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b2258cc-cbe1-4754-ab58-47ce2dffd77a req-f4bbdd4f-c41c-411f-94f9-4115f73da7a5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500263 May 26 16:54:00.393814 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ff3447a-a286-455e-9b3b-08d9bff191e7 req-d53075d9-7332-4182-92f5-8529c057f8ed tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104527 May 26 16:54:00.456366 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-97da702f-e3d0-4da0-8d94-d601cb3c6676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (eb243ea7-42e4-47bc-a0ba-2e5e3743af6a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:00.467507 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:00.544733 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 875fe38c-8738-43ba-96e1-889e5291698c up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:00.576754 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e67d3-7a35-48f9-9954-11c70c5fb323 req-a274046b-720c-4a17-9468-4a93d189fceb tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.583262 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-129e67d3-7a35-48f9-9954-11c70c5fb323 req-a274046b-720c-4a17-9468-4a93d189fceb tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0975981 May 26 16:54:00.605008 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-97da702f-e3d0-4da0-8d94-d601cb3c6676 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=000b9bb72f984691a09d05a6a73869dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9092705 May 26 16:54:00.608264 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5152f44-0577-4ecd-911f-246ed6d609d5 req-b182c3b2-64b2-4762-ae78-662a4a35c583 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.618198 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5152f44-0577-4ecd-911f-246ed6d609d5 req-b182c3b2-64b2-4762-ae78-662a4a35c583 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0919180 May 26 16:54:00.621924 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48232) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:00.692918 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da702f-e3d0-4da0-8d94-d601cb3c6676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb243ea7-42e4-47bc-a0ba-2e5e3743af6a,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:00.730277 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5152f44-0577-4ecd-911f-246ed6d609d5 req-75050d3a-99d9-462b-8bda-f5353d0ff95e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093378 May 26 16:54:00.730835 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f048a-f88f-4ab9-b88d-05fea1afb2ef req-203240fc-2d92-4e13-a647-eb19c4b42b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.732766 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d8f048a-f88f-4ab9-b88d-05fea1afb2ef req-203240fc-2d92-4e13-a647-eb19c4b42b63 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 1129 time: 0.2192810 May 26 16:54:00.736635 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 875fe38c-8738-43ba-96e1-889e5291698c completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:54:00.780214 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-129e67d3-7a35-48f9-9954-11c70c5fb323 req-09b38bac-fcfc-47fe-a159-e640ed87bad0 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585715 May 26 16:54:00.785308 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-56f84204-6a56-4fcf-ba6b-bb2b730a6259 admin admin] Publish callbacks [] for security_group (eb243ea7-42e4-47bc-a0ba-2e5e3743af6a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:00.789336 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1d8f048a-f88f-4ab9-b88d-05fea1afb2ef req-59c27605-059c-433b-b2e7-bf4328539bc5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:00.855874 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 875fe38c-8738-43ba-96e1-889e5291698c triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:54:00.856450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (875fe38c-8738-43ba-96e1-889e5291698c), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:00.868363 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-56f84204-6a56-4fcf-ba6b-bb2b730a6259 admin admin] Publish callbacks [] for security_group (eb243ea7-42e4-47bc-a0ba-2e5e3743af6a), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:00.978563 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 875fe38c-8738-43ba-96e1-889e5291698c is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:54:00.978873 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (875fe38c-8738-43ba-96e1-889e5291698c), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:01.026532 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 875fe38c-8738-43ba-96e1-889e5291698c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=875fe38c-8738-43ba-96e1-889e5291698c,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:01.106187 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (875fe38c-8738-43ba-96e1-889e5291698c), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:01.133806 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1d8f048a-f88f-4ab9-b88d-05fea1afb2ef req-59c27605-059c-433b-b2e7-bf4328539bc5 service neutron] Publish callbacks [] for security_group (bde45b8e-5cb4-44fb-8a18-22588ce2d760), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:01.174427 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=875fe38c-8738-43ba-96e1-889e5291698c,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:01.295231 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1d8f048a-f88f-4ab9-b88d-05fea1afb2ef req-59c27605-059c-433b-b2e7-bf4328539bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (bde45b8e-5cb4-44fb-8a18-22588ce2d760), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:01.306990 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-56f84204-6a56-4fcf-ba6b-bb2b730a6259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (eb243ea7-42e4-47bc-a0ba-2e5e3743af6a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:01.307242 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-56f84204-6a56-4fcf-ba6b-bb2b730a6259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:01.308233 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-56f84204-6a56-4fcf-ba6b-bb2b730a6259 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb243ea7-42e4-47bc-a0ba-2e5e3743af6a HTTP/1.1" status: 204 len: 168 time: 0.6801801 May 26 16:54:01.354655 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d8f048a-f88f-4ab9-b88d-05fea1afb2ef req-59c27605-059c-433b-b2e7-bf4328539bc5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128588 May 26 16:54:01.356033 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c27605-059c-433b-b2e7-bf4328539bc5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bde45b8e-5cb4-44fb-8a18-22588ce2d760,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:01.367410 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f84204-6a56-4fcf-ba6b-bb2b730a6259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb243ea7-42e4-47bc-a0ba-2e5e3743af6a,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:01.566157 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a33a6-98e6-45a7-9b43-62479fce6697 req-45ea0e07-8ae6-4ebe-bde8-b8a3edbaa06c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:01.568966 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-de5a33a6-98e6-45a7-9b43-62479fce6697 req-45ea0e07-8ae6-4ebe-bde8-b8a3edbaa06c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0866985 May 26 16:54:01.589820 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8c7c5-9807-44d7-bab3-4b002c74433d req-deb2fb28-0a80-4638-a760-b1e89ae66b0b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:01.591298 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-32d8c7c5-9807-44d7-bab3-4b002c74433d req-deb2fb28-0a80-4638-a760-b1e89ae66b0b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 944 time: 0.0755076 May 26 16:54:01.667275 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-de5a33a6-98e6-45a7-9b43-62479fce6697 req-d58643b4-96cf-473a-8ee3-175c2914d5e0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897825 May 26 16:54:01.687791 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-32d8c7c5-9807-44d7-bab3-4b002c74433d req-4ac1f269-32bc-43c7-9f14-092ab01715a1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874243 May 26 16:54:01.872849 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:01.936325 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e7c03-fb7f-4dd9-8fd8-4fc74ce35228 req-9f6acaf7-1595-4757-a7db-1eebf98b2b58 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:01.941054 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e28e7c03-fb7f-4dd9-8fd8-4fc74ce35228 req-9f6acaf7-1595-4757-a7db-1eebf98b2b58 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0933697 May 26 16:54:01.941251 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6396b4-ab96-4ef1-86da-ced71936a336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461bedf8-343c-4769-a3de-3519954e0aa0'}, {'server_uuid': '81ee3901-edb0-46c8-9b68-5792f690cf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875fe38c-8738-43ba-96e1-889e5291698c'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:01.941489 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:01.950647 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3426b-6dff-4d5e-b21e-1443b64bbdbe req-abd8b81b-3946-49d9-bd30-1ada31e5b283 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:01.952267 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-35d3426b-6dff-4d5e-b21e-1443b64bbdbe req-abd8b81b-3946-49d9-bd30-1ada31e5b283 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0715218 May 26 16:54:01.952623 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89bbab9-938c-4668-972a-d9568f9fbd0d" -d '{"events": [{"server_uuid": "dd6396b4-ab96-4ef1-86da-ced71936a336", "name": "network-vif-plugged", "status": "completed", "tag": "461bedf8-343c-4769-a3de-3519954e0aa0"}, {"server_uuid": "81ee3901-edb0-46c8-9b68-5792f690cf5d", "name": "network-vif-plugged", "status": "completed", "tag": "875fe38c-8738-43ba-96e1-889e5291698c"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:02.037205 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-35d3426b-6dff-4d5e-b21e-1443b64bbdbe req-aa27f1d8-6575-45a3-89cc-be944e28d3bb tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787339 May 26 16:54:02.040750 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e28e7c03-fb7f-4dd9-8fd8-4fc74ce35228 req-55ec7e9a-4eab-44ff-ba81-9cbe18dcf892 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811858 May 26 16:54:02.077513 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:02.117126 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dddb16-f094-4c8c-abe1-5e13b04364cc x-openstack-request-id: req-d6dddb16-f094-4c8c-abe1-5e13b04364cc {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:02.117472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6396b4-ab96-4ef1-86da-ced71936a336", "name": "network-vif-plugged", "status": "completed", "tag": "461bedf8-343c-4769-a3de-3519954e0aa0", "code": 200}, {"server_uuid": "81ee3901-edb0-46c8-9b68-5792f690cf5d", "name": "network-vif-plugged", "status": "completed", "tag": "875fe38c-8738-43ba-96e1-889e5291698c", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:02.117728 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6dddb16-f094-4c8c-abe1-5e13b04364cc {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:02.118140 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dddb16-f094-4c8c-abe1-5e13b04364cc'] response: {'server_uuid': 'dd6396b4-ab96-4ef1-86da-ced71936a336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461bedf8-343c-4769-a3de-3519954e0aa0', 'code': 200} May 26 16:54:02.118465 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dddb16-f094-4c8c-abe1-5e13b04364cc'] response: {'server_uuid': '81ee3901-edb0-46c8-9b68-5792f690cf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875fe38c-8738-43ba-96e1-889e5291698c', 'code': 200} May 26 16:54:02.283433 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 48290) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:02.298177 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-67d931ae-1c95-419f-b683-55d0f937e3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.398358 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-67d931ae-1c95-419f-b683-55d0f937e3cd admin admin] Publish callbacks [] for security_group (9830e1f3-d429-4748-b446-7f569c4b890d), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.490002 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-67d931ae-1c95-419f-b683-55d0f937e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (9830e1f3-d429-4748-b446-7f569c4b890d), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.523709 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-67d931ae-1c95-419f-b683-55d0f937e3cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27d2a8190ec84a4e8bd5c42df4318700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388737 May 26 16:54:02.527319 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48302) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:02.553642 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d931ae-1c95-419f-b683-55d0f937e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9830e1f3-d429-4748-b446-7f569c4b890d,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:02.561200 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:54:02.582230 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:02.612758 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-202c59ed-0e08-4117-98ed-97db59e6c519 admin admin] Publish callbacks [] for security_group (9830e1f3-d429-4748-b446-7f569c4b890d), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.638291 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-202c59ed-0e08-4117-98ed-97db59e6c519 admin admin] Publish callbacks [] for security_group (9830e1f3-d429-4748-b446-7f569c4b890d), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.704418 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:54:02.716326 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:02.812596 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:02.824567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-202c59ed-0e08-4117-98ed-97db59e6c519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (9830e1f3-d429-4748-b446-7f569c4b890d), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.827340 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-202c59ed-0e08-4117-98ed-97db59e6c519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.828589 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-202c59ed-0e08-4117-98ed-97db59e6c519 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9830e1f3-d429-4748-b446-7f569c4b890d HTTP/1.1" status: 204 len: 168 time: 0.3001018 May 26 16:54:02.829049 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '19f830e3-9d14-4893-a727-3c20d5993b34', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'port_id': '19f830e3-9d14-4893-a727-3c20d5993b34', 'mac_address': 'fa:16:3e:cf:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:54:02.856680 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c59ed-0e08-4117-98ed-97db59e6c519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9830e1f3-d429-4748-b446-7f569c4b890d,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:02.871139 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f25f23-8b8e-4fbe-94d9-8cddd142153c req-5bf3caae-356a-480a-899d-736c691ff37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:02.873735 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40f25f23-8b8e-4fbe-94d9-8cddd142153c req-5bf3caae-356a-480a-899d-736c691ff37a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 1129 time: 0.1072402 May 26 16:54:02.885569 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:54:02.886182 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.902032 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2410b7f-4891-49b0-b946-fc35ba658b2b req-6376891c-2713-4064-8e44-b7dde30275a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:02.904581 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a2410b7f-4891-49b0-b946-fc35ba658b2b req-6376891c-2713-4064-8e44-b7dde30275a7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 1130 time: 0.1038902 May 26 16:54:02.934749 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 19f830e3-9d14-4893-a727-3c20d5993b34 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:54:02.935280 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:02.974053 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40f25f23-8b8e-4fbe-94d9-8cddd142153c req-957b2f06-145c-4393-8f55-2c2a9ab318bf service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933623 May 26 16:54:02.974716 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f830e3-9d14-4893-a727-3c20d5993b34 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:54:03.004763 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:03.039819 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2641e-240a-4b04-aa23-c9f6e3eb9569 req-66a99f6f-0232-459b-b74f-a884b94938ad tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:03.041577 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-21b2641e-240a-4b04-aa23-c9f6e3eb9569 req-66a99f6f-0232-459b-b74f-a884b94938ad tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.1337409 May 26 16:54:03.052401 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15094a9-99fa-419d-aecc-efee0de12fbf req-47f7932e-63b7-432d-8d36-a14ca5192339 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:03.054070 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a15094a9-99fa-419d-aecc-efee0de12fbf req-47f7932e-63b7-432d-8d36-a14ca5192339 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 944 time: 0.1482644 May 26 16:54:03.059939 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:54:03.060601 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:03.111317 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:03.128910 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a2410b7f-4891-49b0-b946-fc35ba658b2b req-3be9fc11-dc58-4503-8f2b-0ac794cf47f1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844227 May 26 16:54:03.146409 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:03.146724 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:03.174248 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a15094a9-99fa-419d-aecc-efee0de12fbf req-7e430285-2f3a-4bb6-b186-08e59de571e7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044149 May 26 16:54:03.177153 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-21b2641e-240a-4b04-aa23-c9f6e3eb9569 req-995ce6b3-f498-4447-8987-9ef21ebb1bf5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208336 May 26 16:54:03.204908 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:03.232959 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:03.303959 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:03.376334 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb6960-40c9-4dbb-ad01-023206ca0849 req-4767c846-0c54-401a-9f3e-39f9fccdb0cb tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:03.378541 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3eeb6960-40c9-4dbb-ad01-023206ca0849 req-4767c846-0c54-401a-9f3e-39f9fccdb0cb tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.1132882 May 26 16:54:03.417524 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3581f1-c58d-4eaf-9e62-1bf69d6e2a60 req-f692c775-fb59-4ca0-9b8a-49c940d8f090 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:03.417524 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f3581f1-c58d-4eaf-9e62-1bf69d6e2a60 req-f692c775-fb59-4ca0-9b8a-49c940d8f090 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 945 time: 0.1310394 May 26 16:54:03.520152 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3eeb6960-40c9-4dbb-ad01-023206ca0849 req-70a824d9-36c4-4e2c-9377-67e7c5a360f6 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209424 May 26 16:54:03.527918 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f3581f1-c58d-4eaf-9e62-1bf69d6e2a60 req-39b47fa0-5f6e-4e63-8ff9-417db0ec9ccf tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914059 May 26 16:54:03.613504 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['19f830e3-9d14-4893-a727-3c20d5993b34'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:54:04.120207 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432ca18-47de-4981-bc37-036d927a5c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:04.125493 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24163be-72b7-4b7b-b717-1701e86ac6e0" -d '{"events": [{"server_uuid": "e432ca18-47de-4981-bc37-036d927a5c62", "name": "network-vif-plugged", "status": "completed", "tag": "aa5bb9eb-d210-4c41-8ad7-80a9d91058a7"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:04.181783 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b18deb-9239-45c0-8c6d-7f82717d2d69 x-openstack-request-id: req-84b18deb-9239-45c0-8c6d-7f82717d2d69 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:04.181783 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e432ca18-47de-4981-bc37-036d927a5c62", "name": "network-vif-plugged", "status": "completed", "tag": "aa5bb9eb-d210-4c41-8ad7-80a9d91058a7", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:04.181783 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84b18deb-9239-45c0-8c6d-7f82717d2d69 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:04.181783 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b18deb-9239-45c0-8c6d-7f82717d2d69'] response: {'server_uuid': 'e432ca18-47de-4981-bc37-036d927a5c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'code': 200} May 26 16:54:04.267798 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48358) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:04.354803 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b70e6-d800-4f3a-8790-c0d29e771225 req-fa0adcaf-4e70-4a37-8186-991be8b0cfee tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:04.357215 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-016b70e6-d800-4f3a-8790-c0d29e771225 req-fa0adcaf-4e70-4a37-8186-991be8b0cfee tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0979998 May 26 16:54:04.389578 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c6e33-5fcd-4f29-8923-73e0edcf4c7f req-1d38676c-8e91-4a05-9d8d-846388c5ee1d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:04.391237 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c81c6e33-5fcd-4f29-8923-73e0edcf4c7f req-1d38676c-8e91-4a05-9d8d-846388c5ee1d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0831666 May 26 16:54:04.426753 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7957dddf-a9fa-49a8-8eda-7c65a7e6aa0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:04.495025 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-016b70e6-d800-4f3a-8790-c0d29e771225 req-3988812b-6c3b-4c1d-932b-5f649fadc841 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235774 May 26 16:54:04.513462 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c81c6e33-5fcd-4f29-8923-73e0edcf4c7f req-ab21b704-cbae-4fde-bdf7-b8f391bb6405 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034667 May 26 16:54:04.598738 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7957dddf-a9fa-49a8-8eda-7c65a7e6aa0b admin admin] Publish callbacks [] for security_group (31b500c8-4261-414a-a1f8-9576da17a6be), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:04.671388 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7957dddf-a9fa-49a8-8eda-7c65a7e6aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (31b500c8-4261-414a-a1f8-9576da17a6be), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:04.685767 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:04.716987 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7a4ba-67c9-4129-974e-c6c49144b11c req-54b1069c-43b8-4d97-9550-4ca7fa21634a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:04.724617 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-19d7a4ba-67c9-4129-974e-c6c49144b11c req-54b1069c-43b8-4d97-9550-4ca7fa21634a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 945 time: 0.1058731 May 26 16:54:04.741411 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7957dddf-a9fa-49a8-8eda-7c65a7e6aa0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fc301980e7d4de1bfe333caf035f842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710937 May 26 16:54:04.742903 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957dddf-a9fa-49a8-8eda-7c65a7e6aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b500c8-4261-414a-a1f8-9576da17a6be,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:04.747877 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48376) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:04.748830 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d951-f0ee-49c9-9143-53f2259d58fc req-62cf6d2f-66a6-4ee9-a684-ca0c53b3e70b tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:04.762686 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5ce7d951-f0ee-49c9-9143-53f2259d58fc req-62cf6d2f-66a6-4ee9-a684-ca0c53b3e70b tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0960875 May 26 16:54:04.816220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1d4b-d89b-4407-8162-60aacd672625 admin admin] Publish callbacks [] for security_group (31b500c8-4261-414a-a1f8-9576da17a6be), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:04.818033 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:04.833877 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 19f830e3-9d14-4893-a727-3c20d5993b34 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:54:04.853852 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-19d7a4ba-67c9-4129-974e-c6c49144b11c req-52be3c0b-d9b5-4192-9027-11c3bb599ddc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259298 May 26 16:54:04.854030 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1d4b-d89b-4407-8162-60aacd672625 admin admin] Publish callbacks [] for security_group (31b500c8-4261-414a-a1f8-9576da17a6be), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:04.881965 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5ce7d951-f0ee-49c9-9143-53f2259d58fc req-61a998ea-2ba7-4a59-ae6a-6ff1e6d820ee tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242719 May 26 16:54:04.907779 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 19f830e3-9d14-4893-a727-3c20d5993b34 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:54:04.908390 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:04.992937 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1d4b-d89b-4407-8162-60aacd672625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (31b500c8-4261-414a-a1f8-9576da17a6be), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:04.999044 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1d4b-d89b-4407-8162-60aacd672625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:04.999418 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 19f830e3-9d14-4893-a727-3c20d5993b34 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:54:04.999767 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:05.008007 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3f5e1d4b-d89b-4407-8162-60aacd672625 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31b500c8-4261-414a-a1f8-9576da17a6be HTTP/1.1" status: 204 len: 168 time: 0.2587204 May 26 16:54:05.022922 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e1d4b-d89b-4407-8162-60aacd672625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b500c8-4261-414a-a1f8-9576da17a6be,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:05.059096 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:05.095018 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:05.114289 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:05.142029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:05.184843 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:05.617692 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:05.764669 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb755a7-fe69-4536-98e6-f68a1c4e81a9 req-e1673f6b-5385-40bf-89ad-7707ab776690 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:05.775934 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0cb755a7-fe69-4536-98e6-f68a1c4e81a9 req-e1673f6b-5385-40bf-89ad-7707ab776690 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.1522443 May 26 16:54:05.804958 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e46cca-68a9-46b5-85db-15bcfd6bb7f1 req-337b013c-822f-485e-8ed7-24d7330a9216 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:05.808203 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f1e46cca-68a9-46b5-85db-15bcfd6bb7f1 req-337b013c-822f-485e-8ed7-24d7330a9216 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1626489 May 26 16:54:05.908044 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:05.924803 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0cb755a7-fe69-4536-98e6-f68a1c4e81a9 req-03ad6365-889d-4bb6-9120-02c23ff989e9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414483 May 26 16:54:05.929764 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f1e46cca-68a9-46b5-85db-15bcfd6bb7f1 req-0311c0b5-ee0e-4633-8663-4dc1bc48102c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091449 May 26 16:54:06.114525 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa364-53fb-44fb-97cc-ba93b9a957e0 req-926433bc-c472-4871-8d8b-1223c82be809 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:06.116179 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72baa364-53fb-44fb-97cc-ba93b9a957e0 req-926433bc-c472-4871-8d8b-1223c82be809 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1194668 May 26 16:54:06.123170 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea8273-58b5-4c61-b72b-38b300706a0f req-1b609de6-fa53-425a-879e-fd3fe183a646 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:06.124725 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34ea8273-58b5-4c61-b72b-38b300706a0f req-1b609de6-fa53-425a-879e-fd3fe183a646 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.1141224 May 26 16:54:06.184274 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:06.187297 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503c3a3-1988-4208-a374-6c177b2b48e2" -d '{"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:06.195675 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48428) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:06.210231 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b90d5b15-bcf8-4ee0-a933-aae180659c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:06.212477 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72baa364-53fb-44fb-97cc-ba93b9a957e0 req-6aeb0460-1283-4335-8ff5-10bdd5bbf80f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845623 May 26 16:54:06.215009 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34ea8273-58b5-4c61-b72b-38b300706a0f req-bc1386b1-305b-480a-9c7d-b6997321a2e8 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830364 May 26 16:54:06.293743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa33b3a3-e2f6-42fb-8b9b-10d75ab30e7c x-openstack-request-id: req-aa33b3a3-e2f6-42fb-8b9b-10d75ab30e7c {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:06.293743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:06.293743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa33b3a3-e2f6-42fb-8b9b-10d75ab30e7c {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:06.293743 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa33b3a3-e2f6-42fb-8b9b-10d75ab30e7c'] response: {'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34', 'code': 200} May 26 16:54:06.361063 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b90d5b15-bcf8-4ee0-a933-aae180659c15 admin admin] Publish callbacks [] for security_group (58a16b81-0cc3-42bd-b877-49f4b89a8224), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:06.467228 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b90d5b15-bcf8-4ee0-a933-aae180659c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (58a16b81-0cc3-42bd-b877-49f4b89a8224), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:06.514622 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-b90d5b15-bcf8-4ee0-a933-aae180659c15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6977e64977864159aae436dc56ba26ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175719 May 26 16:54:06.515362 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d5b15-bcf8-4ee0-a933-aae180659c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a16b81-0cc3-42bd-b877-49f4b89a8224,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:06.518935 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 48448) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:06.609497 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-73f27b2a-d0d9-4c89-90f2-d996c5f445b0 admin admin] Publish callbacks [] for security_group (58a16b81-0cc3-42bd-b877-49f4b89a8224), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:06.647318 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-73f27b2a-d0d9-4c89-90f2-d996c5f445b0 admin admin] Publish callbacks [] for security_group (58a16b81-0cc3-42bd-b877-49f4b89a8224), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:06.871733 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-73f27b2a-d0d9-4c89-90f2-d996c5f445b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (58a16b81-0cc3-42bd-b877-49f4b89a8224), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:06.879810 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-73f27b2a-d0d9-4c89-90f2-d996c5f445b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:06.885759 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-73f27b2a-d0d9-4c89-90f2-d996c5f445b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58a16b81-0cc3-42bd-b877-49f4b89a8224 HTTP/1.1" status: 204 len: 168 time: 0.3655634 May 26 16:54:06.901568 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f27b2a-d0d9-4c89-90f2-d996c5f445b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a16b81-0cc3-42bd-b877-49f4b89a8224,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:06.969402 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:07.111558 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5b49-b8d1-49be-8a2e-29da92bb1163 req-c053581c-7871-4be3-b627-68393ebe8470 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:07.113170 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-150e5b49-b8d1-49be-8a2e-29da92bb1163 req-c053581c-7871-4be3-b627-68393ebe8470 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0859885 May 26 16:54:07.184707 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-150e5b49-b8d1-49be-8a2e-29da92bb1163 req-c15f8811-5880-42c8-8976-f5190f79e41e tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615056 May 26 16:54:07.388088 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:07.406485 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ec293-1413-4f69-96bf-d5fcc735e9f7 req-732a0c16-d873-4b3e-aa53-b82ccd347964 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:07.409234 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cc5ec293-1413-4f69-96bf-d5fcc735e9f7 req-732a0c16-d873-4b3e-aa53-b82ccd347964 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.1130760 May 26 16:54:07.488929 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7882c-a820-4c6a-82a3-7a29193e00df req-bff30e7f-46ec-4d3c-880b-31806b2710fe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:07.491348 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a5a7882c-a820-4c6a-82a3-7a29193e00df req-bff30e7f-46ec-4d3c-880b-31806b2710fe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1235938 May 26 16:54:07.544985 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cc5ec293-1413-4f69-96bf-d5fcc735e9f7 req-b7c6dc31-2770-4cb4-bd7c-667a3542692e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033096 May 26 16:54:07.601226 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a5a7882c-a820-4c6a-82a3-7a29193e00df req-f55065d5-fe1e-4701-b69d-eb84952d7578 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992653 May 26 16:54:07.633816 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48486) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:07.707391 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2ee11-6199-4688-bdb1-490326c4a706 req-ad4b6847-0240-4fa7-a9ea-bc577f0b23b1 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:07.715920 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b0d2ee11-6199-4688-bdb1-490326c4a706 req-ad4b6847-0240-4fa7-a9ea-bc577f0b23b1 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0804577 May 26 16:54:07.795663 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b0d2ee11-6199-4688-bdb1-490326c4a706 req-da738aec-cd4a-45ba-b65f-2c7a4ab7b24d tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771031 May 26 16:54:07.803535 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ad4db8cb-f7fa-4d86-b03e-33f5b27f8afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:07.945128 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ad4db8cb-f7fa-4d86-b03e-33f5b27f8afa admin admin] Publish callbacks [] for security_group (ce33ada1-05f2-412f-afc1-4829bc7a90f1), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:08.120526 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ad4db8cb-f7fa-4d86-b03e-33f5b27f8afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (ce33ada1-05f2-412f-afc1-4829bc7a90f1), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:08.186774 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4db8cb-f7fa-4d86-b03e-33f5b27f8afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce33ada1-05f2-412f-afc1-4829bc7a90f1,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:08.191717 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ad4db8cb-f7fa-4d86-b03e-33f5b27f8afa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8436f3201ede4d0881579824327f8ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5552623 May 26 16:54:08.195237 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 48502) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:08.300257 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e528d89e-b304-4de8-8a0b-de8dd7837354 admin admin] Publish callbacks [] for security_group (ce33ada1-05f2-412f-afc1-4829bc7a90f1), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:08.354248 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e528d89e-b304-4de8-8a0b-de8dd7837354 admin admin] Publish callbacks [] for security_group (ce33ada1-05f2-412f-afc1-4829bc7a90f1), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:08.362331 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b8a84-8a35-4e46-a75a-662461b21cba req-0b738c17-16cf-4d73-8cf8-7e8758789185 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:08.364101 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-216b8a84-8a35-4e46-a75a-662461b21cba req-0b738c17-16cf-4d73-8cf8-7e8758789185 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0844550 May 26 16:54:08.465449 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-216b8a84-8a35-4e46-a75a-662461b21cba req-2b073557-b8fa-46ea-b133-ac719ed38627 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922699 May 26 16:54:08.629754 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e528d89e-b304-4de8-8a0b-de8dd7837354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (ce33ada1-05f2-412f-afc1-4829bc7a90f1), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:08.632116 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e528d89e-b304-4de8-8a0b-de8dd7837354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:08.633235 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-e528d89e-b304-4de8-8a0b-de8dd7837354 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce33ada1-05f2-412f-afc1-4829bc7a90f1 HTTP/1.1" status: 204 len: 168 time: 0.4369831 May 26 16:54:08.663997 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528d89e-b304-4de8-8a0b-de8dd7837354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce33ada1-05f2-412f-afc1-4829bc7a90f1,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:08.675922 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34fc52-85b2-4035-8a50-345e5c0b2838 req-2f5abb57-0a3c-477c-a727-4dc3392893ae tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:08.677546 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fe34fc52-85b2-4035-8a50-345e5c0b2838 req-2f5abb57-0a3c-477c-a727-4dc3392893ae tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0594966 May 26 16:54:08.786260 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fe34fc52-85b2-4035-8a50-345e5c0b2838 req-e43854b9-8d61-40c4-aaf0-3abe68471be2 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007097 May 26 16:54:08.792879 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc60c4-f3d7-44cd-b176-033add5652e9 req-57adf604-56ee-4e75-a9cd-d914a732ca97 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:08.794804 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eefc60c4-f3d7-44cd-b176-033add5652e9 req-57adf604-56ee-4e75-a9cd-d914a732ca97 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0848784 May 26 16:54:08.865674 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eefc60c4-f3d7-44cd-b176-033add5652e9 req-2ba56b7d-d9f0-4c53-be0c-111bbd9664f7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609596 May 26 16:54:08.965093 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:09.055939 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:09.307585 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:54:09.464971 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:09.605613 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa0b9-9868-4814-a02b-eafcfae90939 req-5b9875de-d506-4687-b5c1-4f2e812fe857 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:09.607520 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce8fa0b9-9868-4814-a02b-eafcfae90939 req-5b9875de-d506-4687-b5c1-4f2e812fe857 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0540998 May 26 16:54:09.629060 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48548) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:09.644616 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd7db-c153-4b29-8602-a28712adb49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:09.674280 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce8fa0b9-9868-4814-a02b-eafcfae90939 req-2678f73a-af3a-47dd-baa8-1fbca45046b7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561798 May 26 16:54:09.743269 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd7db-c153-4b29-8602-a28712adb49e admin admin] Publish callbacks [] for security_group (594ef316-4a9e-4ad6-a527-273f60928040), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:09.873058 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd7db-c153-4b29-8602-a28712adb49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (594ef316-4a9e-4ad6-a527-273f60928040), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:09.924052 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ccbbd7db-c153-4b29-8602-a28712adb49e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2f61cacc3ee4d20a2f13222f0bb226d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937872 May 26 16:54:09.925300 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbd7db-c153-4b29-8602-a28712adb49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594ef316-4a9e-4ad6-a527-273f60928040,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:09.937431 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48556) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:09.939141 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be2ad6-d5fa-4292-b8c7-ae7c724d6877 req-7f40a55b-2aad-403a-a077-e4aa6683bd23 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:09.940505 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-78be2ad6-d5fa-4292-b8c7-ae7c724d6877 req-7f40a55b-2aad-403a-a077-e4aa6683bd23 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0734875 May 26 16:54:09.990112 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-03267957-54aa-4c79-8535-db7f710b09d1 admin admin] Publish callbacks [] for security_group (594ef316-4a9e-4ad6-a527-273f60928040), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:10.014937 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-03267957-54aa-4c79-8535-db7f710b09d1 admin admin] Publish callbacks [] for security_group (594ef316-4a9e-4ad6-a527-273f60928040), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:10.038472 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e61b3-d9ec-4270-ae90-68f7402fb12a req-11c15521-f994-45d3-98ca-73a77e6aa001 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:10.040493 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-091e61b3-d9ec-4270-ae90-68f7402fb12a req-11c15521-f994-45d3-98ca-73a77e6aa001 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0803242 May 26 16:54:10.047721 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-78be2ad6-d5fa-4292-b8c7-ae7c724d6877 req-eed572a6-604a-4444-ae72-7e43df0f3141 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947857 May 26 16:54:10.113034 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-091e61b3-d9ec-4270-ae90-68f7402fb12a req-10484cbc-5d07-4a9d-b2b8-40ff743a5064 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622864 May 26 16:54:10.256308 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-03267957-54aa-4c79-8535-db7f710b09d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (594ef316-4a9e-4ad6-a527-273f60928040), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:10.258825 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-03267957-54aa-4c79-8535-db7f710b09d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:10.260652 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-03267957-54aa-4c79-8535-db7f710b09d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/594ef316-4a9e-4ad6-a527-273f60928040 HTTP/1.1" status: 204 len: 168 time: 0.3303690 May 26 16:54:10.277664 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03267957-54aa-4c79-8535-db7f710b09d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594ef316-4a9e-4ad6-a527-273f60928040,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:10.349915 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2f09e-d3aa-4d1c-a313-a2d01e29a4b3 req-5dfc4b62-3ad0-4803-beed-b729c4bcc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:10.351436 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-35a2f09e-d3aa-4d1c-a313-a2d01e29a4b3 req-5dfc4b62-3ad0-4803-beed-b729c4bcc5de service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 1129 time: 0.0396435 May 26 16:54:10.705738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:10.829799 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f549-97eb-47b3-b75b-65e4d25ba81e req-f43660ae-e373-4d6a-933e-0bbf6427b34d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:10.829799 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5a7f549-97eb-47b3-b75b-65e4d25ba81e req-f43660ae-e373-4d6a-933e-0bbf6427b34d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0594821 May 26 16:54:10.884203 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5a7f549-97eb-47b3-b75b-65e4d25ba81e req-a6127d35-666a-4fb1-9cb0-8a3bd917c16c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478814 May 26 16:54:11.050062 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:11.185463 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb861-602f-4533-a30c-5db1c0f628e5 req-f3147bac-a557-43af-b897-923ee43e8c12 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:11.186925 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-914bb861-602f-4533-a30c-5db1c0f628e5 req-f3147bac-a557-43af-b897-923ee43e8c12 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0608587 May 26 16:54:11.265199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7ed4-04b4-4587-9466-54e716fb20df req-e3857c1c-cb90-4c27-9ad0-a0e385bd8b16 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:11.266745 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-54ea7ed4-04b4-4587-9466-54e716fb20df req-e3857c1c-cb90-4c27-9ad0-a0e385bd8b16 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0748734 May 26 16:54:11.290235 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-914bb861-602f-4533-a30c-5db1c0f628e5 req-ec0d78ef-682e-4274-98d0-a46bfc5c9010 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963871 May 26 16:54:11.298258 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:11.330597 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-54ea7ed4-04b4-4587-9466-54e716fb20df req-20a4230a-2874-4646-b8b5-3f89f1a57bb4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555050 May 26 16:54:11.370716 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:11.457245 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48598) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:11.560664 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1193081243-network', 'tenant_id': '321c663b369341c68eb58dd87d75bd18'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:54:11.671248 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Made reservation on behalf of 321c663b369341c68eb58dd87d75bd18 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:54:11.673907 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:11.678661 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:11.687396 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:11.770048 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Publish callbacks [] for security_group (26f2f0ac-2281-4d65-af81-da054f2246b0), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:11.844495 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (26f2f0ac-2281-4d65-af81-da054f2246b0), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:11.871611 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:54:11.880708 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f2f0ac-2281-4d65-af81-da054f2246b0,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:11.888726 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (04f07044-1db3-472b-bc38-294ec4ffe15b), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:11.889827 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Added segment 04f07044-1db3-472b-bc38-294ec4ffe15b of type vlan for network 7792decd-8b45-40ae-8329-5034da0e5e68 May 26 16:54:11.932659 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (7792decd-8b45-40ae-8329-5034da0e5e68), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:11.976137 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:12.010985 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f4411-46ce-4005-84ce-f17efbcc55c9 req-06f9ee04-8e20-49db-89ed-b1639edf36df tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:12.012765 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b75f4411-46ce-4005-84ce-f17efbcc55c9 req-06f9ee04-8e20-49db-89ed-b1639edf36df tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0471561 May 26 16:54:12.038134 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (7792decd-8b45-40ae-8329-5034da0e5e68), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:12.039395 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:12.040408 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:12.074052 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b75f4411-46ce-4005-84ce-f17efbcc55c9 req-21473359-0926-49e0-b1f5-6d054c6bcd05 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553069 May 26 16:54:12.102665 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] Pushing event updated for resources: {'Network': ['ID=7792decd-8b45-40ae-8329-5034da0e5e68,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:12.113279 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 7792decd-8b45-40ae-8329-5034da0e5e68 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:54:12.156874 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-63770ad5-c5da-4874-9e8e-7558bc8a596d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6982875 May 26 16:54:12.159739 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48612) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:12.164132 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:12.168053 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Request body: {'subnet': {'network_id': '7792decd-8b45-40ae-8329-5034da0e5e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1193081243-subnet', 'tenant_id': '321c663b369341c68eb58dd87d75bd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:54:12.271617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Made reservation on behalf of 321c663b369341c68eb58dd87d75bd18 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:54:12.274221 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:12.420234 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd7e4d-4cd2-44cc-a230-9552a0cea500 req-dcffce4d-da96-485a-bde2-d4cc1586638e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:12.421785 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-90fd7e4d-4cd2-44cc-a230-9552a0cea500 req-dcffce4d-da96-485a-bde2-d4cc1586638e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0577126 May 26 16:54:12.491699 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8522f9-c5fb-4ed4-bd4d-7883740591a0 req-1bf366f7-5870-43d3-a632-d19a824b5e05 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:12.493220 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2b8522f9-c5fb-4ed4-bd4d-7883740591a0 req-1bf366f7-5870-43d3-a632-d19a824b5e05 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0808890 May 26 16:54:12.519409 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-90fd7e4d-4cd2-44cc-a230-9552a0cea500 req-f658285b-25fe-493a-a82d-c89811fc415f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887713 May 26 16:54:12.553537 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (670f59f4-b937-431e-8be9-5110b2e7761a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:12.558174 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2b8522f9-c5fb-4ed4-bd4d-7883740591a0 req-6c13c171-b016-424d-b01c-8bfab9dee204 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578291 May 26 16:54:12.641168 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=670f59f4-b937-431e-8be9-5110b2e7761a,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:12.650847 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Checking segment: {'id': '04f07044-1db3-472b-bc38-294ec4ffe15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7792decd-8b45-40ae-8329-5034da0e5e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:54:12.651513 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Network hostable DHCP agents. Network: 7792decd-8b45-40ae-8329-5034da0e5e68, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:54:12.661313 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:12.713025 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:12.735739 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Network 7792decd-8b45-40ae-8329-5034da0e5e68 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:54:12.791679 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:12.831213 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 7792decd-8b45-40ae-8329-5034da0e5e68) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:12.836087 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:12.836985 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:12.842779 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469135d9-c261-45f9-819e-970896e5c87d None None] Network 7792decd-8b45-40ae-8329-5034da0e5e68 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:54:12.929024 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:12.954760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c06bee-2a44-441c-9e09-eeb22e56c482 None None] Network 7792decd-8b45-40ae-8329-5034da0e5e68 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:54:12.955133 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a9498219-35e5-4829-a17e-73b881d59c0a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7941170 May 26 16:54:13.194614 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:13.218629 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b8f4a-d574-42c2-8ed7-e9ebd8520192 req-5d10769c-f191-4c7a-a599-208115f938b8 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:13.220554 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-902b8f4a-d574-42c2-8ed7-e9ebd8520192 req-5d10769c-f191-4c7a-a599-208115f938b8 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0596793 May 26 16:54:13.283266 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-902b8f4a-d574-42c2-8ed7-e9ebd8520192 req-60b289e0-3686-4915-99a1-1f197ec7987a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546288 May 26 16:54:13.523065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:13.650194 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b606e-03dc-4d07-9cba-cbefa4d70520 req-9edb37ea-c315-4272-af33-cf57502789e7 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:13.651877 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3f5b606e-03dc-4d07-9cba-cbefa4d70520 req-9edb37ea-c315-4272-af33-cf57502789e7 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0589585 May 26 16:54:13.716842 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:13.741233 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b743b53-dd9c-4209-8ca1-f6fd381234a6 req-03c561a9-2def-4f52-9114-bff089b9968f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:13.742832 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b743b53-dd9c-4209-8ca1-f6fd381234a6 req-03c561a9-2def-4f52-9114-bff089b9968f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0681753 May 26 16:54:13.773173 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3f5b606e-03dc-4d07-9cba-cbefa4d70520 req-5cfe17ca-2871-44ad-8d23-64bedd2ba69a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152141 May 26 16:54:13.787752 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:13.826656 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b743b53-dd9c-4209-8ca1-f6fd381234a6 req-93b36783-bcfa-4b37-a0a8-2fcb2ff53c99 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663939 May 26 16:54:13.857306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48656) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:13.862475 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1194983096-network', 'tenant_id': 'eb962cc38f54499d8e2128d551657185'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:54:13.934037 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Made reservation on behalf of eb962cc38f54499d8e2128d551657185 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:54:13.936572 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:13.946518 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.008359 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:14.033734 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Publish callbacks [] for security_group (0d97718f-3002-41dd-9925-2aed38130b1e), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.124345 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:14.152660 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0d97718f-3002-41dd-9925-2aed38130b1e), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.177361 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:54:14.194690 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d97718f-3002-41dd-9925-2aed38130b1e,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:14.199129 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (bae6b002-917f-4aa0-9ca9-3669c8922aaf), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.199616 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Added segment bae6b002-917f-4aa0-9ca9-3669c8922aaf of type vlan for network 485be918-3ecb-42af-8288-0ca79dabb45b May 26 16:54:14.214926 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-35a2f09e-d3aa-4d1c-a313-a2d01e29a4b3 req-d4dce4fc-bb12-48f4-8d08-b7b658af19c3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685983 May 26 16:54:14.222640 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.222982 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.223339 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.223680 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.224009 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.226332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.226332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.226332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.226332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.226332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.226332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.226332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.227140 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.227140 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.227375 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:14.282369 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (485be918-3ecb-42af-8288-0ca79dabb45b), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.387274 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (485be918-3ecb-42af-8288-0ca79dabb45b), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.388334 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:14.388925 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.428016 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b05c0c-c9b0-463e-8721-50d40937c1c0 req-7180df0d-8a09-4f00-91b8-affa04caab04 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:14.429583 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7b05c0c-c9b0-463e-8721-50d40937c1c0 req-7180df0d-8a09-4f00-91b8-affa04caab04 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0558031 May 26 16:54:14.454802 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] Pushing event updated for resources: {'Network': ['ID=485be918-3ecb-42af-8288-0ca79dabb45b,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:14.466736 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 485be918-3ecb-42af-8288-0ca79dabb45b details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:54:14.482064 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7b05c0c-c9b0-463e-8721-50d40937c1c0 req-e1d90591-c49d-4d8f-b32f-343f75b27a7b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466025 May 26 16:54:14.568884 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-6bab7b55-5019-41d6-a1a1-f3fc76b9ae13 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7103994 May 26 16:54:14.573775 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48664) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:14.579624 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Request body: {'subnet': {'network_id': '485be918-3ecb-42af-8288-0ca79dabb45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1194983096-subnet', 'tenant_id': 'eb962cc38f54499d8e2128d551657185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:54:14.645202 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:14.672846 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Made reservation on behalf of eb962cc38f54499d8e2128d551657185 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:54:14.678347 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.913951 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57686bd-bf44-4419-ab18-f3075bae6412 req-eab7b948-d10c-4c83-a2dc-f610d96414aa tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:14.915969 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f57686bd-bf44-4419-ab18-f3075bae6412 req-eab7b948-d10c-4c83-a2dc-f610d96414aa tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0511458 May 26 16:54:14.957927 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (682bd949-2a6e-4f6f-8602-6d769b7f1bfe), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:14.960115 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:14.974344 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8283-2112-45b5-ad79-54380a1bc503 req-a7850654-ad54-41ea-9101-779c3e3a2bcb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:14.975869 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d91a8283-2112-45b5-ad79-54380a1bc503 req-a7850654-ad54-41ea-9101-779c3e3a2bcb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0590398 May 26 16:54:15.020740 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f57686bd-bf44-4419-ab18-f3075bae6412 req-10236ac7-9d07-4b7d-b05d-27c558358e91 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938411 May 26 16:54:15.023278 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=682bd949-2a6e-4f6f-8602-6d769b7f1bfe,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:15.031127 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Checking segment: {'id': 'bae6b002-917f-4aa0-9ca9-3669c8922aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '485be918-3ecb-42af-8288-0ca79dabb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:54:15.031563 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Network hostable DHCP agents. Network: 485be918-3ecb-42af-8288-0ca79dabb45b, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:54:15.049303 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:15.060001 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d91a8283-2112-45b5-ad79-54380a1bc503 req-266c4fe2-6821-4dce-91b2-52f0d4d4214a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729692 May 26 16:54:15.169741 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Network 485be918-3ecb-42af-8288-0ca79dabb45b is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:54:15.244485 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 485be918-3ecb-42af-8288-0ca79dabb45b) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:15.249097 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:15.250064 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:15.257252 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826def1f-4838-40e7-ae16-f816026b8ad6 None None] Network 485be918-3ecb-42af-8288-0ca79dabb45b requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:54:15.356632 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c9f0cfc0-1d9e-463e-83a6-83738f4991a0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7817397 May 26 16:54:15.375772 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363e195-c2d5-46cf-b2e9-f6e5df506906 None None] Network 485be918-3ecb-42af-8288-0ca79dabb45b requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:54:15.619910 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc7b81-6074-4798-8cf3-561083866bac req-d557354b-dc4d-44ad-9657-4c90ae5525ca tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:15.621780 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-61bc7b81-6074-4798-8cf3-561083866bac req-d557354b-dc4d-44ad-9657-4c90ae5525ca tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0581496 May 26 16:54:15.675445 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-61bc7b81-6074-4798-8cf3-561083866bac req-48de3e45-074d-4be8-afdd-615d0e136c66 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477405 May 26 16:54:15.683465 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:15.703500 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:15.758362 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:15.822062 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:15.924077 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:16.149596 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03e897-bccd-4c93-aa71-6e12d1b4918a req-c04f71c9-504f-4eec-a8dd-28e2e4f23770 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:16.151204 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0c03e897-bccd-4c93-aa71-6e12d1b4918a req-c04f71c9-504f-4eec-a8dd-28e2e4f23770 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0494192 May 26 16:54:16.185899 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:16.201892 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0c03e897-bccd-4c93-aa71-6e12d1b4918a req-e480c0d0-f573-4e04-a051-7a404543ad69 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450482 May 26 16:54:16.278195 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:16.317753 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398312-a121-4d3d-b65d-364c559a52d0 req-06d8b1c7-19b0-4e43-8f42-45b27c619262 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:16.321070 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-45398312-a121-4d3d-b65d-364c559a52d0 req-06d8b1c7-19b0-4e43-8f42-45b27c619262 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0564241 May 26 16:54:16.390073 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-45398312-a121-4d3d-b65d-364c559a52d0 req-7dadfa6a-8317-46ae-90df-fa06ffb44a83 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622237 May 26 16:54:16.807925 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2eb87-c4c5-4b21-99a5-7c3816cf0e4f req-c31a0725-1f31-4384-b707-f36ec586b672 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:16.809945 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b2d2eb87-c4c5-4b21-99a5-7c3816cf0e4f req-c31a0725-1f31-4384-b707-f36ec586b672 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0505919 May 26 16:54:16.864870 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b2d2eb87-c4c5-4b21-99a5-7c3816cf0e4f req-48ca788e-c067-474b-9320-0e2ca688e112 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491066 May 26 16:54:16.866238 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4b4d-ed2d-4e52-b20b-b980cd2d5de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:17.039091 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:17.244723 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:17.301614 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:17.333385 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bbb00-2789-4a0a-af9b-a032ab3348e5 req-08bb8d96-1329-49ba-ba77-94b0f5ae0156 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:17.334957 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b2bbb00-2789-4a0a-af9b-a032ab3348e5 req-08bb8d96-1329-49ba-ba77-94b0f5ae0156 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0533764 May 26 16:54:17.389826 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b2bbb00-2789-4a0a-af9b-a032ab3348e5 req-82ffffe7-9097-493a-97b6-1f369c4be14f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479605 May 26 16:54:17.544511 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf55423-fb55-49dc-bbb4-c879ab91cbcd req-db488bba-eb1a-4474-b396-13f99fdfbc57 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:17.546555 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7bf55423-fb55-49dc-bbb4-c879ab91cbcd req-db488bba-eb1a-4474-b396-13f99fdfbc57 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0666935 May 26 16:54:17.601340 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7bf55423-fb55-49dc-bbb4-c879ab91cbcd req-927875fd-d348-4c6d-a76b-09cdb26ea097 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483799 May 26 16:54:17.848653 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a9a16b69-368f-4352-be03-4a277aa50178 req-50f3e624-bf53-4e89-bad0-36498844ac0b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623200 May 26 16:54:18.142241 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:18.201813 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019a4db-5837-4ab8-8fe5-816c58d578b1 req-9fa9a615-9802-4294-936e-37ed0da76a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:18.204278 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c019a4db-5837-4ab8-8fe5-816c58d578b1 req-9fa9a615-9802-4294-936e-37ed0da76a92 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 1130 time: 0.2779756 May 26 16:54:18.219843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a6860-ff87-4264-833d-191860e79485 req-a511b38a-a2fe-44d7-beb3-4b2e02da1d9e tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:18.221742 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:18.221915 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c25a6860-ff87-4264-833d-191860e79485 req-a511b38a-a2fe-44d7-beb3-4b2e02da1d9e tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.2527728 May 26 16:54:18.275989 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c25a6860-ff87-4264-833d-191860e79485 req-5b278461-ff0b-4df1-b765-c85417adf649 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482204 May 26 16:54:18.529588 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1859-a599-4f0d-baf1-9195c02e5266 req-ba806c5a-311e-4dc3-9c26-fdfbd0717cea tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:18.531496 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e43f1859-a599-4f0d-baf1-9195c02e5266 req-ba806c5a-311e-4dc3-9c26-fdfbd0717cea tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0597138 May 26 16:54:18.615261 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e43f1859-a599-4f0d-baf1-9195c02e5266 req-3de5fc6e-8426-4aef-89bd-f980c4c2d41d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755417 May 26 16:54:18.625950 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-f51cb525-b51b-45c1-bebe-ea1bfbad2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:18.628867 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-f51cb525-b51b-45c1-bebe-ea1bfbad2967 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 1129 time: 0.0531688 May 26 16:54:18.632055 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c019a4db-5837-4ab8-8fe5-816c58d578b1 req-3e471e3c-1d1a-4b6c-8376-b285a7b992bc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680873 May 26 16:54:18.676753 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a16b69-368f-4352-be03-4a277aa50178 req-83fcbebf-f539-48bd-b9d2-d3fc412ba923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:18.679659 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a9a16b69-368f-4352-be03-4a277aa50178 req-83fcbebf-f539-48bd-b9d2-d3fc412ba923 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=187d77d887774bbc82b249a64f335d59&device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 1130 time: 0.0480628 May 26 16:54:18.771318 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adfb75-ebeb-440b-9c47-f5f155b5bc07 req-7a1a9222-c9ee-4722-ba9f-3f485926d794 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:18.773233 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-69adfb75-ebeb-440b-9c47-f5f155b5bc07 req-7a1a9222-c9ee-4722-ba9f-3f485926d794 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0560439 May 26 16:54:18.834625 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-69adfb75-ebeb-440b-9c47-f5f155b5bc07 req-f80ec515-1b43-44d2-a7de-de21361590b5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546014 May 26 16:54:19.169329 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7eba24e6-4597-4cdd-a6f4-43f58ecb0178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:19.206832 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:19.257577 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-b748a0f8-75f6-4679-8d29-3717beb52cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:19.261213 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-b748a0f8-75f6-4679-8d29-3717beb52cf5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.1203089 May 26 16:54:19.289830 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:19.426244 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-766dd0f1-3c2b-45e7-9340-d80a450d7e1c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875fe38c-8738-43ba-96e1-889e5291698c HTTP/1.1" status: 200 len: 217 time: 0.0399573 May 26 16:54:19.432018 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371574f-96e2-4261-8949-28f882ffd415 req-3874d294-4e40-4cc4-ac35-7f580675d7b9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:19.433698 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4371574f-96e2-4261-8949-28f882ffd415 req-3874d294-4e40-4cc4-ac35-7f580675d7b9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0785799 May 26 16:54:19.502193 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4371574f-96e2-4261-8949-28f882ffd415 req-427af432-807e-4ed8-8935-9de27550f9d2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617671 May 26 16:54:19.773597 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1e80-da52-457a-955e-2d3edfaceeb0 req-596ce5c3-8389-4a7c-93ce-7ba9b2c7042d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:19.776085 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7d6d1e80-da52-457a-955e-2d3edfaceeb0 req-596ce5c3-8389-4a7c-93ce-7ba9b2c7042d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0581434 May 26 16:54:19.804225 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:19.831733 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7d6d1e80-da52-457a-955e-2d3edfaceeb0 req-327f56b9-d598-4623-a4c5-fded8d7eba2e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494301 May 26 16:54:19.977009 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9229a8-9651-421b-a83b-7c15b3e6d15b req-59292d40-beea-467e-9f27-399a2e3a8b33 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:19.984205 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fc9229a8-9651-421b-a83b-7c15b3e6d15b req-59292d40-beea-467e-9f27-399a2e3a8b33 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0532041 May 26 16:54:20.028867 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:20.036937 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fc9229a8-9651-421b-a83b-7c15b3e6d15b req-f27d5c47-d95e-467e-b26b-806555697f02 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489962 May 26 16:54:20.670573 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e0e7-0110-46d8-8eca-028f39e48e11 req-5f33a329-73f9-4d72-b7bf-b26637aa1fdd tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:20.672269 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b5a3e0e7-0110-46d8-8eca-028f39e48e11 req-5f33a329-73f9-4d72-b7bf-b26637aa1fdd tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0614886 May 26 16:54:20.754283 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b5a3e0e7-0110-46d8-8eca-028f39e48e11 req-c6459386-14c8-4d7d-8186-e3dbfc133d54 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732934 May 26 16:54:20.930204 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc66027-4eaf-4272-9462-b01cc92f5ca4 req-a2e14aad-3277-4636-883f-dcbaf6839b4f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:20.932514 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5cc66027-4eaf-4272-9462-b01cc92f5ca4 req-a2e14aad-3277-4636-883f-dcbaf6839b4f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0711260 May 26 16:54:20.944628 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 48822) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:20.956577 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'floatingip': {'port_id': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:54:20.989800 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28b0db-d4be-419f-a696-5a98ad2109c8 req-06215003-6889-4f0c-af95-bb7aceaa7914 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:20.991455 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df28b0db-d4be-419f-a696-5a98ad2109c8 req-06215003-6889-4f0c-af95-bb7aceaa7914 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0579605 May 26 16:54:21.029111 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:21.036400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:21.051125 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df28b0db-d4be-419f-a696-5a98ad2109c8 req-414b7523-9943-4817-82aa-d5c90b6a64d7 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525763 May 26 16:54:21.212804 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f114e-b20f-491e-96e7-00bb40f46c6e req-d94c0576-a113-47f9-929c-a0bf475bc7b4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:21.214391 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d12f114e-b20f-491e-96e7-00bb40f46c6e req-d94c0576-a113-47f9-929c-a0bf475bc7b4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0560570 May 26 16:54:21.296225 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d12f114e-b20f-491e-96e7-00bb40f46c6e req-3bfe773e-e388-4d91-954e-062675313e87 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751324 May 26 16:54:21.359524 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:21.625706 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-ebbef655-d230-4bea-9fcd-6f81d45469eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:21.627244 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-ebbef655-d230-4bea-9fcd-6f81d45469eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.2301526 May 26 16:54:21.754127 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a16b69-368f-4352-be03-4a277aa50178 req-0b2d242a-26c4-4f70-9d15-ba3d89660cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:21.754706 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a9a16b69-368f-4352-be03-4a277aa50178 req-0b2d242a-26c4-4f70-9d15-ba3d89660cdd service neutron] 10.222.0.95 "GET /v2.0/networks?id=f8df8ce2-f92c-4683-9f6d-6dc77424bb8f HTTP/1.1" status: 200 len: 913 time: 0.3558896 May 26 16:54:22.089134 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:22.129160 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:22.187302 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:22.207944 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:22.209384 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:22.224440 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c62f14-5c98-408b-b8ed-d2714cf242dd req-fb384d5b-367c-4399-82b8-8026c31d727d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:22.226053 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-46c62f14-5c98-408b-b8ed-d2714cf242dd req-fb384d5b-367c-4399-82b8-8026c31d727d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0722232 May 26 16:54:22.245916 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:22.305317 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-46c62f14-5c98-408b-b8ed-d2714cf242dd req-2e1bbacf-61f3-4a36-a64f-42b660afdc51 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712709 May 26 16:54:22.314583 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Floating IP b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3 associated. External IP: 172.27.1.47, port: aa5bb9eb-d210-4c41-8ad7-80a9d91058a7. May 26 16:54:22.456586 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:22.459043 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037059d-2c9c-4d79-a4a5-c92c84fae7d3 req-58851f31-bbf4-4341-9998-2ca870963bb7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:22.460629 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7037059d-2c9c-4d79-a4a5-c92c84fae7d3 req-58851f31-bbf4-4341-9998-2ca870963bb7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0650709 May 26 16:54:22.543069 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7037059d-2c9c-4d79-a4a5-c92c84fae7d3 req-5a589848-90c9-4ff7-b093-62b64bbf95e0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756679 May 26 16:54:22.586139 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:22.598738 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Router 6e0db8ca-bef8-411a-a997-7f52801c28cd has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:54:22.684249 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b13481-7a77-4f1a-ae4d-532e5f276855 req-2c0e7c8c-1544-41fb-8935-1cfd31b84e70 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:22.685858 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34b13481-7a77-4f1a-ae4d-532e5f276855 req-2c0e7c8c-1544-41fb-8935-1cfd31b84e70 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0586855 May 26 16:54:22.695621 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 48858) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:22.700864 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'floatingip': {'port_id': '19f830e3-9d14-4893-a727-3c20d5993b34'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:54:22.728620 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:54:22.734630 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:22.745708 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] Sync routers for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:54:22.766308 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:22.766972 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:54:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:22.775528 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e7d24df1-8737-4fa8-912b-f344a4340c70 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "PUT /v2.0/floatingips/b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3 HTTP/1.1" status: 200 len: 990 time: 1.8246944 May 26 16:54:22.775795 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e432ca18-47de-4981-bc37-036d927a5c62', 'tag': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:22.778617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af352e5-8ba6-4246-9642-de1459b3b363" -d '{"events": [{"name": "network-changed", "server_uuid": "e432ca18-47de-4981-bc37-036d927a5c62", "tag": "aa5bb9eb-d210-4c41-8ad7-80a9d91058a7"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:22.779589 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (b4ed283e-730c-45b1-9d19-7a731e911684), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:22.841458 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac30f4d-b4bd-4c88-8ab0-2e111f0e3b95 x-openstack-request-id: req-dac30f4d-b4bd-4c88-8ab0-2e111f0e3b95 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:22.841799 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e432ca18-47de-4981-bc37-036d927a5c62", "tag": "aa5bb9eb-d210-4c41-8ad7-80a9d91058a7", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:22.842058 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dac30f4d-b4bd-4c88-8ab0-2e111f0e3b95 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:22.845428 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac30f4d-b4bd-4c88-8ab0-2e111f0e3b95'] response: {'name': 'network-changed', 'server_uuid': 'e432ca18-47de-4981-bc37-036d927a5c62', 'tag': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'status': 'completed', 'code': 200} May 26 16:54:22.902736 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:23.151344 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:23.226814 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'port_id': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'mac_address': 'fa:16:3e:d3:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e432ca18-47de-4981-bc37-036d927a5c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:37Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 1, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:23.260224 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] Checking router: 6e0db8ca-bef8-411a-a997-7f52801c28cd for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:54:23.279596 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:23.279596 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:54:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:23.302351 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:23.396582 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:23.495891 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.db.resource_extend [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:54:23.589191 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b3c78-ec20-4e62-8b96-26fa620d895a req-f951c973-4e3e-49cd-a1a2-e25d25a150e3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:23.590812 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b46b3c78-ec20-4e62-8b96-26fa620d895a req-f951c973-4e3e-49cd-a1a2-e25d25a150e3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.1775923 May 26 16:54:23.615874 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:23.660861 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b46b3c78-ec20-4e62-8b96-26fa620d895a req-c538df96-dc54-4c27-afd3-5894afa8e785 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631452 May 26 16:54:23.681724 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (b4ed283e-730c-45b1-9d19-7a731e911684), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:23.719078 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'port_id': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'mac_address': 'fa:16:3e:d3:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e432ca18-47de-4981-bc37-036d927a5c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:37Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 1, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:23.745164 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca2ee9-5d3a-4fc4-998b-c4e9b32ee3a3 None None] The sync data for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi is: [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'port_id': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'mac_address': 'fa:16:3e:d3:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e432ca18-47de-4981-bc37-036d927a5c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:37Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 1, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:54:23.803734 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Floating IP b4ed283e-730c-45b1-9d19-7a731e911684 associated. External IP: 172.27.1.77, port: 19f830e3-9d14-4893-a727-3c20d5993b34. May 26 16:54:23.807531 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:24.014307 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f5fc0c-61f2-43f6-97c1-9a92d08b7017 None None] New status for floating IP b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:54:24.034266 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Router cf5219a7-9501-408e-93bb-9266c2f298e9 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:54:24.174023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:54:24.179048 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:24.187235 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] Sync routers for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:54:24.201888 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:24.202940 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:54:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:24.234674 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-5027fff3-c72f-47c8-bccc-59791a028d0f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "PUT /v2.0/floatingips/b4ed283e-730c-45b1-9d19-7a731e911684 HTTP/1.1" status: 200 len: 991 time: 1.5356500 May 26 16:54:24.234674 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:24.239031 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fa0177-be74-4daf-9d76-a02e69d9a336" -d '{"events": [{"name": "network-changed", "server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:24.310963 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55d5b2c-4e1b-4950-baff-3adf1503f758 x-openstack-request-id: req-c55d5b2c-4e1b-4950-baff-3adf1503f758 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:24.311779 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:24.312485 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c55d5b2c-4e1b-4950-baff-3adf1503f758 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:24.313559 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55d5b2c-4e1b-4950-baff-3adf1503f758'] response: {'name': 'network-changed', 'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34', 'status': 'completed', 'code': 200} May 26 16:54:24.324859 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:24.497903 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:24.508197 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:24.515318 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:24.592817 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'b4ed283e-730c-45b1-9d19-7a731e911684', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'port_id': '19f830e3-9d14-4893-a727-3c20d5993b34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'mac_address': 'fa:16:3e:cf:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:38Z', 'updated_at': '2022-05-26T16:54:23Z', 'revision_number': 1, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:24.619064 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] Checking router: cf5219a7-9501-408e-93bb-9266c2f298e9 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:54:24.628013 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:24.628629 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:54:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:24.742639 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:24.800204 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11298d7e-d554-4e13-be8f-5b39476d053e req-43b51b32-24c6-4372-9bda-9a31207d7366 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:24.801726 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-11298d7e-d554-4e13-be8f-5b39476d053e req-43b51b32-24c6-4372-9bda-9a31207d7366 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0527387 May 26 16:54:24.998859 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'b4ed283e-730c-45b1-9d19-7a731e911684', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'port_id': '19f830e3-9d14-4893-a727-3c20d5993b34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'mac_address': 'fa:16:3e:cf:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:38Z', 'updated_at': '2022-05-26T16:54:23Z', 'revision_number': 1, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:25.053337 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db027d-9edd-4f77-9567-29840ca3c91d None None] The sync data for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi is: [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'b4ed283e-730c-45b1-9d19-7a731e911684', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'port_id': '19f830e3-9d14-4893-a727-3c20d5993b34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'mac_address': 'fa:16:3e:cf:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:38Z', 'updated_at': '2022-05-26T16:54:23Z', 'revision_number': 1, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:54:25.067026 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-11298d7e-d554-4e13-be8f-5b39476d053e req-8b889edd-220d-4872-8e98-dd528e50f6ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580576 May 26 16:54:25.275520 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64abdbe-632f-46a0-941d-f788c84c4824 None None] New status for floating IP b4ed283e-730c-45b1-9d19-7a731e911684: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:54:25.322064 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:25.925611 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a9a16b69-368f-4352-be03-4a277aa50178 req-410adbaf-c22b-40e3-9827-7f4068b8f6ca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=461bedf8-343c-4769-a3de-3519954e0aa0 HTTP/1.1" status: 200 len: 217 time: 0.0347109 May 26 16:54:26.070103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-380f17d0-3617-4110-bcca-f0b0f1f021f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.071730 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-380f17d0-3617-4110-bcca-f0b0f1f021f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434721 May 26 16:54:26.131884 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-4dda5545-5cb0-40c8-ad92-a2c4456714b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.134554 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-4dda5545-5cb0-40c8-ad92-a2c4456714b0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 1129 time: 0.0457885 May 26 16:54:26.254211 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02ea18-f052-4812-95b0-01b5d16e8202 req-4c08b56e-a3c4-4baa-8b04-07e68de56f70 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.255833 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fb02ea18-f052-4812-95b0-01b5d16e8202 req-4c08b56e-a3c4-4baa-8b04-07e68de56f70 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.1086047 May 26 16:54:26.298479 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:26.298882 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-80b87415-6963-43c8-bf28-be9ae76fff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.300544 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-80b87415-6963-43c8-bf28-be9ae76fff00 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 1130 time: 0.1521120 May 26 16:54:26.309125 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a16b69-368f-4352-be03-4a277aa50178 req-2955caab-6925-40d1-a80f-45f16e90f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.311232 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a9a16b69-368f-4352-be03-4a277aa50178 req-2955caab-6925-40d1-a80f-45f16e90f67a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14d8def7-ce39-4644-8094-679c8cc1aae1 HTTP/1.1" status: 200 len: 852 time: 0.1707025 May 26 16:54:26.324429 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-29d37968-83a2-474e-b684-29ac6b834ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.326089 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-29d37968-83a2-474e-b684-29ac6b834ff1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 912 time: 0.1682224 May 26 16:54:26.374321 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a9a16b69-368f-4352-be03-4a277aa50178 req-a5ee6649-b0f1-4ebf-8e11-7408afdcef8f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f8df8ce2-f92c-4683-9f6d-6dc77424bb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468745 May 26 16:54:26.381473 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fb02ea18-f052-4812-95b0-01b5d16e8202 req-687e4686-4197-4d89-b10f-465cec822c93 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154554 May 26 16:54:26.439655 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-ce68e036-cf06-4de7-b3aa-1bb14d858810 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 HTTP/1.1" status: 200 len: 1000 time: 0.1060951 May 26 16:54:26.510516 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-d9cb8ea5-caa0-42a9-b51d-8c24595f4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.512017 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-d9cb8ea5-caa0-42a9-b51d-8c24595f4812 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 200 len: 850 time: 0.0502720 May 26 16:54:26.517584 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-51c1a7a3-b448-4773-aa12-b73380a11242 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163648 May 26 16:54:26.554929 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-b91ffb6c-1fa1-4fe8-a884-d8a8571b69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.557141 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-b91ffb6c-1fa1-4fe8-a884-d8a8571b69c9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 918 time: 0.2426775 May 26 16:54:26.594779 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-0920f25e-f1ca-473d-933e-aae0440ead84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.600856 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-0920f25e-f1ca-473d-933e-aae0440ead84 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37da0019-c0ef-4a38-bc4c-338c9bba0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738733 May 26 16:54:26.690636 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a9a16b69-368f-4352-be03-4a277aa50178 req-cbc6d9cc-97e2-4b42-99dd-59a369d60f61 service neutron] 10.222.0.95 "GET /v2.0/networks/f8df8ce2-f92c-4683-9f6d-6dc77424bb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859709 May 26 16:54:26.776336 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-78ac5d81-10f0-45b7-a12f-7784ba9f9d72 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583998 May 26 16:54:26.848535 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-74e0313b-4c49-463d-8be0-6b3c87782d72 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f830e3-9d14-4893-a727-3c20d5993b34 HTTP/1.1" status: 200 len: 1001 time: 0.2806442 May 26 16:54:26.862050 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-14f10102-b781-451a-b9fa-10b98a0c329d service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341961 May 26 16:54:26.934639 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-8ecca916-b354-4546-9bc0-96bd240683a2 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505299 May 26 16:54:26.942360 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a9a16b69-368f-4352-be03-4a277aa50178 req-52f81a0e-069f-44e3-b9b5-8f59c4a8f80c service neutron] 10.222.0.95 "GET /v2.0/networks/f8df8ce2-f92c-4683-9f6d-6dc77424bb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420411 May 26 16:54:26.944657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-061b35cb-eaeb-4e8b-bce4-e5e51813f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.946767 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-061b35cb-eaeb-4e8b-bce4-e5e51813f47b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0818810 May 26 16:54:27.033698 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-7ef650a4-2c67-476d-ba74-a3069102f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:27.035367 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-7ef650a4-2c67-476d-ba74-a3069102f36e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490479 May 26 16:54:27.064937 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:27.110723 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:27.154856 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-ee324f02-a924-4c03-9097-0e88e8da1a0a service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106465 May 26 16:54:27.478752 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:27.529209 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b954884-ba5c-4502-86c3-614021bbee2c req-4d7ad41a-be4d-42b5-868c-78e3091d22c2 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:27.530859 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b954884-ba5c-4502-86c3-614021bbee2c req-4d7ad41a-be4d-42b5-868c-78e3091d22c2 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0653167 May 26 16:54:27.589308 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b954884-ba5c-4502-86c3-614021bbee2c req-9b2b6c56-7afb-4fed-936c-da2fe7639f30 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523379 May 26 16:54:28.714591 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75477a46-55de-4dd1-b634-b29929b8d4eb req-aaae1db3-cd09-49f8-91ef-0ce68dd878d5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:28.716142 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-75477a46-55de-4dd1-b634-b29929b8d4eb req-aaae1db3-cd09-49f8-91ef-0ce68dd878d5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0500684 May 26 16:54:28.767520 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-75477a46-55de-4dd1-b634-b29929b8d4eb req-fe0ba413-d3c5-4a0a-b94d-95f0e0c48fa2 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 May 26 16:54:29.897215 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70801a1b-90db-4f2c-86a4-ea6e639fc3e2 req-8e437243-ad48-46a6-a2ba-ec9f06ca83f1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:29.898741 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-70801a1b-90db-4f2c-86a4-ea6e639fc3e2 req-8e437243-ad48-46a6-a2ba-ec9f06ca83f1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0561018 May 26 16:54:29.957002 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-70801a1b-90db-4f2c-86a4-ea6e639fc3e2 req-602e10f4-460b-4913-8aef-44b0bb73e08d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 May 26 16:54:30.675285 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-97fa0177-be74-4daf-9d76-a02e69d9a336 req-2053d861-e042-4dc6-979a-79e8958cc423 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184239 May 26 16:54:31.116246 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78a99-8873-463b-9087-9d5fd652a6ba req-edf3071a-cb85-495c-a0f4-683abdb83a32 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:31.118877 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ded78a99-8873-463b-9087-9d5fd652a6ba req-edf3071a-cb85-495c-a0f4-683abdb83a32 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0732431 May 26 16:54:31.183552 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ded78a99-8873-463b-9087-9d5fd652a6ba req-f1c45ed2-d6bd-4fb5-8822-31f4a72f238c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561273 May 26 16:54:32.320124 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227387f-4a13-430d-84f1-a8b2d373f653 req-c535ce24-1887-4401-a865-c86e98d89a4f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:32.321871 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2227387f-4a13-430d-84f1-a8b2d373f653 req-c535ce24-1887-4401-a865-c86e98d89a4f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0623808 May 26 16:54:32.388480 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2227387f-4a13-430d-84f1-a8b2d373f653 req-1859fa6f-dee9-40ec-9314-e1ac6e2e3039 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601890 May 26 16:54:33.564447 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea0019-2367-4791-971b-e352bb15a5aa req-33dd1d5e-ddf8-43fe-8f00-5865ec2a56b4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:33.566080 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-87ea0019-2367-4791-971b-e352bb15a5aa req-33dd1d5e-ddf8-43fe-8f00-5865ec2a56b4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0928528 May 26 16:54:33.644514 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-87ea0019-2367-4791-971b-e352bb15a5aa req-e23b885f-2850-46e3-8073-a80bd3b27a8a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674117 May 26 16:54:33.702096 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49054) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:33.895964 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b9134eef-5d49-4715-a49a-3ee463fe3e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:33.981808 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b9134eef-5d49-4715-a49a-3ee463fe3e60 admin admin] Publish callbacks [] for security_group (cfa304eb-2108-43f3-8879-9ebc65325066), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:34.068259 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b9134eef-5d49-4715-a49a-3ee463fe3e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (cfa304eb-2108-43f3-8879-9ebc65325066), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:34.126992 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-b9134eef-5d49-4715-a49a-3ee463fe3e60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d90d0c7518e244b1b81401000646c61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234424 May 26 16:54:34.130237 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49064) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:34.139004 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9134eef-5d49-4715-a49a-3ee463fe3e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa304eb-2108-43f3-8879-9ebc65325066,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:34.191580 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:34.196647 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Publish callbacks [] for security_group (cfa304eb-2108-43f3-8879-9ebc65325066), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:34.223659 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Publish callbacks [] for security_group (cfa304eb-2108-43f3-8879-9ebc65325066), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:34.387304 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (cfa304eb-2108-43f3-8879-9ebc65325066), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:34.392822 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:34.392822 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfa304eb-2108-43f3-8879-9ebc65325066 HTTP/1.1" status: 204 len: 168 time: 0.2600467 May 26 16:54:34.400731 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa304eb-2108-43f3-8879-9ebc65325066,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:34.410356 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.410708 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.411047 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.411392 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.411725 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.412052 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.412381 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.412709 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.413040 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.413402 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.413737 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.414091 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.414644 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.415001 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.415319 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625145e9-2860-460d-800b-d0ac867dbfe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:34.847663 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9222f-0bb5-4c5b-935d-3b38564435d8 req-f31cceee-1362-4824-a559-2948d41d87b3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:34.849742 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-61a9222f-0bb5-4c5b-935d-3b38564435d8 req-f31cceee-1362-4824-a559-2948d41d87b3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0785575 May 26 16:54:34.910000 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-61a9222f-0bb5-4c5b-935d-3b38564435d8 req-fe0f2f3c-d33e-464a-b90b-d20bd952455f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538270 May 26 16:54:34.997083 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=27 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:35.032268 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=69 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:35.189954 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49088) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:35.203954 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ed914483-42d5-43ae-9460-26014a6bbc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:35.247403 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:35.294448 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ed914483-42d5-43ae-9460-26014a6bbc29 admin admin] Publish callbacks [] for security_group (88ace658-1751-4063-b298-ff227b2625c8), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:35.369131 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ed914483-42d5-43ae-9460-26014a6bbc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (88ace658-1751-4063-b298-ff227b2625c8), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:35.388416 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:35.408587 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ed914483-42d5-43ae-9460-26014a6bbc29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c9ee7780cdc4e99967cfd05ef397071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175167 May 26 16:54:35.411873 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49094) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:35.428068 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed914483-42d5-43ae-9460-26014a6bbc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ace658-1751-4063-b298-ff227b2625c8,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:35.509574 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b65793e5-854c-4e28-99fb-b43e9f0eacca admin admin] Publish callbacks [] for security_group (88ace658-1751-4063-b298-ff227b2625c8), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:35.534566 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b65793e5-854c-4e28-99fb-b43e9f0eacca admin admin] Publish callbacks [] for security_group (88ace658-1751-4063-b298-ff227b2625c8), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:35.678366 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b65793e5-854c-4e28-99fb-b43e9f0eacca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (88ace658-1751-4063-b298-ff227b2625c8), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:35.681585 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b65793e5-854c-4e28-99fb-b43e9f0eacca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:35.682929 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-b65793e5-854c-4e28-99fb-b43e9f0eacca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88ace658-1751-4063-b298-ff227b2625c8 HTTP/1.1" status: 204 len: 168 time: 0.2699182 May 26 16:54:35.692703 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65793e5-854c-4e28-99fb-b43e9f0eacca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ace658-1751-4063-b298-ff227b2625c8,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:36.045216 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490e528-2476-44b4-9bdf-93a907be0418 req-ff78c302-b76c-4105-ba75-144fdb436431 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:36.046820 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2490e528-2476-44b4-9bdf-93a907be0418 req-ff78c302-b76c-4105-ba75-144fdb436431 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0617518 May 26 16:54:36.109702 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2490e528-2476-44b4-9bdf-93a907be0418 req-8d109492-7d0a-4f50-85a0-19077381b1a9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568726 May 26 16:54:37.246861 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba597e69-6f40-46e4-b316-47e703677e91 req-3839a140-8714-41cf-8dbf-7f712a0c9234 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:37.247920 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ba597e69-6f40-46e4-b316-47e703677e91 req-3839a140-8714-41cf-8dbf-7f712a0c9234 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0537481 May 26 16:54:37.318076 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ba597e69-6f40-46e4-b316-47e703677e91 req-126e046f-53a9-4b03-b5ee-d6d6664efa68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616229 May 26 16:54:38.468985 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d096c-5b88-44dc-ad6e-4f11bebf06c9 req-d11d493e-ad9c-4cc0-bbab-e6ce7c977616 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:38.474314 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b23d096c-5b88-44dc-ad6e-4f11bebf06c9 req-d11d493e-ad9c-4cc0-bbab-e6ce7c977616 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0622449 May 26 16:54:38.540692 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b23d096c-5b88-44dc-ad6e-4f11bebf06c9 req-75965c5e-a6ac-4318-a2b5-c5164c04ddd9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539601 May 26 16:54:39.677480 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea1977-9048-40ee-8489-ee17febe2de1 req-865b1863-8214-4e85-aa0c-fd78791bb73f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:39.679065 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5aea1977-9048-40ee-8489-ee17febe2de1 req-865b1863-8214-4e85-aa0c-fd78791bb73f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0544434 May 26 16:54:39.734683 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5aea1977-9048-40ee-8489-ee17febe2de1 req-2182d889-43fa-4468-864e-5803b53adeb1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487640 May 26 16:54:40.868358 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85f899-8f32-4178-8390-0598f62fced6 req-95b1533c-c0c1-4c90-9326-e7f217653793 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:40.869875 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4e85f899-8f32-4178-8390-0598f62fced6 req-95b1533c-c0c1-4c90-9326-e7f217653793 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0527492 May 26 16:54:40.945122 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4e85f899-8f32-4178-8390-0598f62fced6 req-c6ebb364-4014-4b4d-bd5a-8bf06b7b23ca tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650949 May 26 16:54:42.090921 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:42.100167 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e61c9-d191-4ba6-ab00-349b34d5cbb0 req-0a2034cc-1d72-43c9-ab19-56740ee45ee5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:42.101830 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a64e61c9-d191-4ba6-ab00-349b34d5cbb0 req-0a2034cc-1d72-43c9-ab19-56740ee45ee5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0659320 May 26 16:54:42.167921 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a64e61c9-d191-4ba6-ab00-349b34d5cbb0 req-61559fc5-859c-46d5-a115-5fbf64cf9071 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585861 May 26 16:54:43.335605 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc41a1-2f07-4569-b042-090ec3e74be3 req-47f5cd2b-805c-4884-955e-36caed7575ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:43.337603 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eddc41a1-2f07-4569-b042-090ec3e74be3 req-47f5cd2b-805c-4884-955e-36caed7575ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0566351 May 26 16:54:43.417035 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eddc41a1-2f07-4569-b042-090ec3e74be3 req-326f59d3-ceea-436f-aaf5-dba76e6d5ee7 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687513 May 26 16:54:44.594970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fedff3-ce08-4311-8f98-0b657fdc6ad8 req-b358aaf3-b100-4d22-b577-e68612d77ea1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:44.597526 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b0fedff3-ce08-4311-8f98-0b657fdc6ad8 req-b358aaf3-b100-4d22-b577-e68612d77ea1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0767212 May 26 16:54:44.667448 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b0fedff3-ce08-4311-8f98-0b657fdc6ad8 req-2cd20cc8-a6d4-4870-a919-24a2aebb4c3e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629706 May 26 16:54:45.685813 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:45.686888 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=42,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:45.706616 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:45.827966 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e292e7-ea66-4743-870f-dc41860efcf7 req-8a0a9ff5-41b2-4a57-aaeb-cc2e5302e52f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:45.830450 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-07e292e7-ea66-4743-870f-dc41860efcf7 req-8a0a9ff5-41b2-4a57-aaeb-cc2e5302e52f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0754514 May 26 16:54:45.909384 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-07e292e7-ea66-4743-870f-dc41860efcf7 req-e8db3433-e251-4a27-a8b0-87f578a48216 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703137 May 26 16:54:46.308961 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:54:46.850158 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0954-aa9b-4b88-88d8-2e32e9f4cebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:47.091920 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655e749-aa69-4301-a098-ab000aec5883 req-2954abe0-48e8-4f41-aefb-fc5f663d4363 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:47.093424 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a655e749-aa69-4301-a098-ab000aec5883 req-2954abe0-48e8-4f41-aefb-fc5f663d4363 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0645146 May 26 16:54:47.180042 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a655e749-aa69-4301-a098-ab000aec5883 req-fc2aeaec-2e93-4aba-ad8d-9ae29d84865c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747764 May 26 16:54:47.262276 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35124c-a584-480a-83f4-bc24ddd7caef req-0747255d-036a-4735-9a1e-b94ecea75506 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:47.265335 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b35124c-a584-480a-83f4-bc24ddd7caef req-0747255d-036a-4735-9a1e-b94ecea75506 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0785167 May 26 16:54:47.317775 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:47.357108 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b35124c-a584-480a-83f4-bc24ddd7caef req-c19c7e33-7331-4031-a7b7-174021525b8a tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679286 May 26 16:54:48.339631 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78581bf-d455-47b8-a6a4-c3c3af4eb9c2 req-0f0a3c7b-f621-468e-b174-88916513fdbc tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:48.342219 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f78581bf-d455-47b8-a6a4-c3c3af4eb9c2 req-0f0a3c7b-f621-468e-b174-88916513fdbc tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0615079 May 26 16:54:48.385437 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=11 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:48.410392 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f78581bf-d455-47b8-a6a4-c3c3af4eb9c2 req-dfa93a8a-5dec-409a-86cd-1a344014edbc tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597281 May 26 16:54:48.514171 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbaf0d-f54d-4173-bcf7-e94d4fb35aa7 req-24add22a-0631-491b-bff1-290432aff18a tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:48.515839 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0efbaf0d-f54d-4173-bcf7-e94d4fb35aa7 req-24add22a-0631-491b-bff1-290432aff18a tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0521910 May 26 16:54:48.608077 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0efbaf0d-f54d-4173-bcf7-e94d4fb35aa7 req-49d5b6e8-7574-431c-9849-7a5f057ecc22 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831888 May 26 16:54:49.104492 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-93254d1b-6557-4445-a9ff-9e44b33d363c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:49.579945 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5447ce-3afb-47da-a1ab-cb6a2582da5c req-58a61cc7-a4fb-4398-8a53-bd5587976a08 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:49.582552 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8f5447ce-3afb-47da-a1ab-cb6a2582da5c req-58a61cc7-a4fb-4398-8a53-bd5587976a08 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0616887 May 26 16:54:49.643976 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8f5447ce-3afb-47da-a1ab-cb6a2582da5c req-beb809c1-b072-4b9e-8704-a7332ef92b54 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 May 26 16:54:49.777631 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b186334-f861-4d58-8b50-c0622382f8e8 req-68ae9ad1-94b3-495c-ada2-a69fda13ad5f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:49.779604 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0b186334-f861-4d58-8b50-c0622382f8e8 req-68ae9ad1-94b3-495c-ada2-a69fda13ad5f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0573447 May 26 16:54:49.840258 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0b186334-f861-4d58-8b50-c0622382f8e8 req-965f44a3-761a-41c8-ad49-06762315cddc tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 May 26 16:54:50.790528 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdab6c-28f9-4f71-850b-f5eebdf65e35 req-3963bb64-ecf1-466e-b81f-036cd0233d03 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:50.792168 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-44cdab6c-28f9-4f71-850b-f5eebdf65e35 req-3963bb64-ecf1-466e-b81f-036cd0233d03 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0578775 May 26 16:54:50.846966 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-44cdab6c-28f9-4f71-850b-f5eebdf65e35 req-68429cd0-0962-4109-9186-3dc9c43ba815 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484843 May 26 16:54:51.014368 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101ebe7-0c87-4430-83dd-2a79f91ee6ec req-38395d81-61b9-484e-8adc-04c13b9dc223 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:51.016978 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3101ebe7-0c87-4430-83dd-2a79f91ee6ec req-38395d81-61b9-484e-8adc-04c13b9dc223 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0573413 May 26 16:54:51.053895 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:51.085704 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3101ebe7-0c87-4430-83dd-2a79f91ee6ec req-daf94e60-86b0-426f-bb49-35c4be2a4d03 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583124 May 26 16:54:51.340284 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:52.030502 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c7f5-a8d8-4bc2-8d88-1b4e23d9d9e2 req-375b154b-66c5-4d8b-9e69-03c787a57283 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:52.032095 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5440c7f5-a8d8-4bc2-8d88-1b4e23d9d9e2 req-375b154b-66c5-4d8b-9e69-03c787a57283 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0712762 May 26 16:54:52.092877 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5440c7f5-a8d8-4bc2-8d88-1b4e23d9d9e2 req-4954ab52-a0df-4b63-abc5-4cd1644f1cef tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515010 May 26 16:54:52.242174 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31044c19-67af-404d-81ad-cc37d31df6fe req-c3d9a6e3-cc1f-4bd5-9f7f-12574cb7d660 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:52.244416 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-31044c19-67af-404d-81ad-cc37d31df6fe req-c3d9a6e3-cc1f-4bd5-9f7f-12574cb7d660 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.0641267 May 26 16:54:52.304889 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-31044c19-67af-404d-81ad-cc37d31df6fe req-2245cffc-83d1-450c-a4a6-bc887cd9d62e tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e9864b2-84cf-425d-9ce4-de68de3c76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538964 May 26 16:54:52.414196 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-a9882ab7-29ca-4f59-b096-f676679760a2 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:52.416532 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-a9882ab7-29ca-4f59-b096-f676679760a2 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 946 time: 0.1329772 May 26 16:54:52.580850 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Deleting port 461bedf8-343c-4769-a3de-3519954e0aa0 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:54:52.581317 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:52.700758 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] For port 461bedf8-343c-4769-a3de-3519954e0aa0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=461bedf8-343c-4769-a3de-3519954e0aa0,segment=NetworkSegment(6d5e381f-b66a-4955-afe1-024427b71e88),segment_id=6d5e381f-b66a-4955-afe1-024427b71e88)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:52.701133 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:52.727851 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Calling delete_port for 461bedf8-343c-4769-a3de-3519954e0aa0 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:54:53.027422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (461bedf8-343c-4769-a3de-3519954e0aa0), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:53.083883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['461bedf8-343c-4769-a3de-3519954e0aa0'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:54:53.247639 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4d9a7-6b15-4076-9660-616ade860d35 req-a6f4cf7d-6de3-48de-8444-931ae48fbbbf tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:53.249387 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-25d4d9a7-6b15-4076-9660-616ade860d35 req-a6f4cf7d-6de3-48de-8444-931ae48fbbbf tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0613124 May 26 16:54:53.315515 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-25d4d9a7-6b15-4076-9660-616ade860d35 req-73742ef5-6209-4d5b-92aa-89375dc2b4c3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586250 May 26 16:54:53.334314 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Pushing event deleted for resources: {'Port': ['ID=461bedf8-343c-4769-a3de-3519954e0aa0,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:53.353168 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:53.444636 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] No DVR routers for this DVR port 461bedf8-343c-4769-a3de-3519954e0aa0 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:54:53.452155 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:53.458810 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-46a8a026-a29f-4c9b-ad83-47d79ca99413 req-53e8442c-94af-4475-9bda-4c8d20c36f7f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.95 "DELETE /v2.0/ports/461bedf8-343c-4769-a3de-3519954e0aa0 HTTP/1.1" status: 204 len: 173 time: 1.0361736 May 26 16:54:53.459825 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6396b4-ab96-4ef1-86da-ced71936a336', 'name': 'network-vif-deleted', 'tag': '461bedf8-343c-4769-a3de-3519954e0aa0'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:53.466806 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad1662-77a3-4858-b810-bf983bba9bd7" -d '{"events": [{"server_uuid": "dd6396b4-ab96-4ef1-86da-ced71936a336", "name": "network-vif-deleted", "tag": "461bedf8-343c-4769-a3de-3519954e0aa0"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:53.535181 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-712f5241-6fa5-425b-a356-0311b648ec26 req-5099a529-b10c-4aa9-ba0a-7a5998040d0f tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0735912 May 26 16:54:53.552576 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaac4fa9-61c0-4b78-9aad-a1e2a8e9a5e6 x-openstack-request-id: req-aaac4fa9-61c0-4b78-9aad-a1e2a8e9a5e6 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:53.552576 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6396b4-ab96-4ef1-86da-ced71936a336", "name": "network-vif-deleted", "tag": "461bedf8-343c-4769-a3de-3519954e0aa0", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:53.552576 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aaac4fa9-61c0-4b78-9aad-a1e2a8e9a5e6 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:53.552576 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaac4fa9-61c0-4b78-9aad-a1e2a8e9a5e6'] response: {'server_uuid': 'dd6396b4-ab96-4ef1-86da-ced71936a336', 'name': 'network-vif-deleted', 'tag': '461bedf8-343c-4769-a3de-3519954e0aa0', 'status': 'completed', 'code': 200} May 26 16:54:54.439865 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a81dc-46d2-462a-a95c-b374a72befb2 req-89295d3d-171e-41fa-ad7b-e62ca3c481b4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:54.441394 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cf6a81dc-46d2-462a-a95c-b374a72befb2 req-89295d3d-171e-41fa-ad7b-e62ca3c481b4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0498233 May 26 16:54:54.491273 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cf6a81dc-46d2-462a-a95c-b374a72befb2 req-4b308829-b448-4d52-a095-147b0d57bb68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 May 26 16:54:54.512869 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:54.642832 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1bc07247-c89e-41ed-bd03-c9c82e938f2f req-9495a9bd-28cb-419a-8604-7f1d37c13b34 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0287292 May 26 16:54:55.291747 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49512) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:55.408956 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fd72c668-caaf-47c7-b375-0a7b8df22336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:55.433338 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:55.490466 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fd72c668-caaf-47c7-b375-0a7b8df22336 admin admin] Publish callbacks [] for security_group (5d0af4e6-c225-469c-9ef7-155b09df1fa9), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:55.549234 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fd72c668-caaf-47c7-b375-0a7b8df22336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5d0af4e6-c225-469c-9ef7-155b09df1fa9), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:55.626269 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72c668-caaf-47c7-b375-0a7b8df22336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0af4e6-c225-469c-9ef7-155b09df1fa9,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:55.634819 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-fd72c668-caaf-47c7-b375-0a7b8df22336 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9e9f7da0b1c4ed9aee58d936cd30d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410199 May 26 16:54:55.638115 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49520) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:55.645911 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9f2a0-8f1c-4c33-8ef8-075b4ed4bd8e req-9d9b482d-5fe0-4de2-b89b-b06ee69dddb0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:55.648610 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8cf9f2a0-8f1c-4c33-8ef8-075b4ed4bd8e req-9d9b482d-5fe0-4de2-b89b-b06ee69dddb0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0805957 May 26 16:54:55.756047 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8cf9f2a0-8f1c-4c33-8ef8-075b4ed4bd8e req-ca802835-f559-4989-9c7f-70454d210b09 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968485 May 26 16:54:55.756693 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ac9386fe-b28c-46f4-afe7-1baae9d84f61 admin admin] Publish callbacks [] for security_group (5d0af4e6-c225-469c-9ef7-155b09df1fa9), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:55.777556 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-52c78596-44aa-4e1c-ac7f-45993d6f5fe5 req-cf550882-334b-4f97-92f9-bcbeae0d63b2 tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0430179 May 26 16:54:55.796802 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ac9386fe-b28c-46f4-afe7-1baae9d84f61 admin admin] Publish callbacks [] for security_group (5d0af4e6-c225-469c-9ef7-155b09df1fa9), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:55.952493 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ac9386fe-b28c-46f4-afe7-1baae9d84f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5d0af4e6-c225-469c-9ef7-155b09df1fa9), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:55.955588 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ac9386fe-b28c-46f4-afe7-1baae9d84f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:55.956876 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ac9386fe-b28c-46f4-afe7-1baae9d84f61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d0af4e6-c225-469c-9ef7-155b09df1fa9 HTTP/1.1" status: 204 len: 168 time: 0.3177862 May 26 16:54:55.966315 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9386fe-b28c-46f4-afe7-1baae9d84f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0af4e6-c225-469c-9ef7-155b09df1fa9,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:56.651835 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49534) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:56.665995 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a0170f8e-a040-4cf5-a840-84a6a0d0e3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:56.754973 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a0170f8e-a040-4cf5-a840-84a6a0d0e3ca admin admin] Publish callbacks [] for security_group (afd8f09e-e390-4599-b8f8-e10f9a3d2332), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:56.828950 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a0170f8e-a040-4cf5-a840-84a6a0d0e3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (afd8f09e-e390-4599-b8f8-e10f9a3d2332), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:56.840222 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:56.874070 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a0170f8e-a040-4cf5-a840-84a6a0d0e3ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fef0b12542dc4358aec0968bd61f3331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211206 May 26 16:54:56.876861 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49540) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:56.879653 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4446-8e74-4ad9-87b4-42b5964fdbf5 req-2b945002-e065-4265-baed-31e5dc393a40 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:56.881403 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9f1f4446-8e74-4ad9-87b4-42b5964fdbf5 req-2b945002-e065-4265-baed-31e5dc393a40 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0519354 May 26 16:54:56.891133 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0170f8e-a040-4cf5-a840-84a6a0d0e3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd8f09e-e390-4599-b8f8-e10f9a3d2332,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:56.916700 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fc81c242-0292-4601-a33b-e5c5548c3ff1 req-4b79d5ef-145d-4902-b6ba-cfdf8aca9f5d tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0338688 May 26 16:54:56.944880 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f3eee529-f8b5-4bea-aa3c-1da959e2b676 admin admin] Publish callbacks [] for security_group (afd8f09e-e390-4599-b8f8-e10f9a3d2332), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:56.969382 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9f1f4446-8e74-4ad9-87b4-42b5964fdbf5 req-8107e5cf-502d-40e5-a241-0db76f4205d6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516562 May 26 16:54:56.975373 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f3eee529-f8b5-4bea-aa3c-1da959e2b676 admin admin] Publish callbacks [] for security_group (afd8f09e-e390-4599-b8f8-e10f9a3d2332), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:57.090489 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 461bedf8-343c-4769-a3de-3519954e0aa0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:54:57.097831 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:57.106035 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f3eee529-f8b5-4bea-aa3c-1da959e2b676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (afd8f09e-e390-4599-b8f8-e10f9a3d2332), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:57.109060 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f3eee529-f8b5-4bea-aa3c-1da959e2b676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:57.110450 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-f3eee529-f8b5-4bea-aa3c-1da959e2b676 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afd8f09e-e390-4599-b8f8-e10f9a3d2332 HTTP/1.1" status: 204 len: 168 time: 0.2325857 May 26 16:54:57.121366 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 461bedf8-343c-4769-a3de-3519954e0aa0 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:54:57.121366 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 461bedf8-343c-4769-a3de-3519954e0aa0 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:54:57.121630 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eee529-f8b5-4bea-aa3c-1da959e2b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd8f09e-e390-4599-b8f8-e10f9a3d2332,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:58.050629 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-08f615b7-28f6-4d43-9d91-b8dd76f2071a req-9159b895-4c21-4fb4-8965-2f802530cf6b tempest-DeleteServersTestJSON-293352731 tempest-DeleteServersTestJSON-293352731-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd6396b4-ab96-4ef1-86da-ced71936a336 HTTP/1.1" status: 200 len: 210 time: 0.0430841 May 26 16:54:58.109672 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e7c8a-32f5-4a5f-a3b5-34bce597b874 req-7482a739-11bf-4231-8072-24a65eed74f1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:58.111382 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d53e7c8a-32f5-4a5f-a3b5-34bce597b874 req-7482a739-11bf-4231-8072-24a65eed74f1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0532784 May 26 16:54:58.178006 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d53e7c8a-32f5-4a5f-a3b5-34bce597b874 req-fae35b64-cdb9-497e-a167-3636f0424b33 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602770 May 26 16:54:58.796378 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49612) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:58.845528 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-286b1436-36b0-46e3-a5d0-0a0ad5f2e767 admin admin] Deleting subnet 670f59f4-b937-431e-8be9-5110b2e7761a {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 16:54:58.849525 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-286b1436-36b0-46e3-a5d0-0a0ad5f2e767 admin admin] Publish callbacks [] for subnet (670f59f4-b937-431e-8be9-5110b2e7761a), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:58.890535 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-286b1436-36b0-46e3-a5d0-0a0ad5f2e767 admin admin] Publish callbacks [] for subnet (670f59f4-b937-431e-8be9-5110b2e7761a), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:58.901453 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-286b1436-36b0-46e3-a5d0-0a0ad5f2e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (670f59f4-b937-431e-8be9-5110b2e7761a), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:58.965510 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49618) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:59.050330 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-286b1436-36b0-46e3-a5d0-0a0ad5f2e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (670f59f4-b937-431e-8be9-5110b2e7761a), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.086629 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b1436-36b0-46e3-a5d0-0a0ad5f2e767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670f59f4-b937-431e-8be9-5110b2e7761a,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:59.098399 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-286b1436-36b0-46e3-a5d0-0a0ad5f2e767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.102185 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-286b1436-36b0-46e3-a5d0-0a0ad5f2e767 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/670f59f4-b937-431e-8be9-5110b2e7761a HTTP/1.1" status: 204 len: 168 time: 0.3045616 May 26 16:54:59.104604 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7edeb259-00de-43ab-beec-27bcd86856cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.104866 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49626) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:59.179074 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:59.201499 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:59.202091 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (7792decd-8b45-40ae-8329-5034da0e5e68), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.206638 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=21 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:59.212172 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:59.219433 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:59.221144 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7edeb259-00de-43ab-beec-27bcd86856cc admin admin] Publish callbacks [] for security_group (df1a0861-0fc9-43b7-80f8-32dcd850323e), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.286469 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7edeb259-00de-43ab-beec-27bcd86856cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (df1a0861-0fc9-43b7-80f8-32dcd850323e), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.310139 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (7792decd-8b45-40ae-8329-5034da0e5e68), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.346585 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.347076 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.348160 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.348522 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.348857 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.349254 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.349611 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.349940 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.350265 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.350655 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.364064 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7edeb259-00de-43ab-beec-27bcd86856cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=230c21e2ca9344f69a667f924b984102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3974228 May 26 16:54:59.386216 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dec22-0bd8-4d4f-90f3-fb2bc01dee54 req-8028e113-10b9-4807-954b-98645ba9d40f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:59.386216 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b3dec22-0bd8-4d4f-90f3-fb2bc01dee54 req-8028e113-10b9-4807-954b-98645ba9d40f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.1149001 May 26 16:54:59.389821 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49646) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:59.393011 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeb259-00de-43ab-beec-27bcd86856cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a0861-0fc9-43b7-80f8-32dcd850323e,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:59.487103 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:54:59.511156 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b3dec22-0bd8-4d4f-90f3-fb2bc01dee54 req-fb587d31-6cc1-46fc-bd13-7de56e129e04 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150875 May 26 16:54:59.519417 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-75783219-b89a-4b43-955b-482cdcdc5023 admin admin] Publish callbacks [] for security_group (df1a0861-0fc9-43b7-80f8-32dcd850323e), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.525764 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.526348 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.526797 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.527356 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:54:59.527968 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7792decd-8b45-40ae-8329-5034da0e5e68']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:59.557732 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f07044-1db3-472b-bc38-294ec4ffe15b') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:59.558031 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f07044-1db3-472b-bc38-294ec4ffe15b') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:59.566575 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-75783219-b89a-4b43-955b-482cdcdc5023 admin admin] Publish callbacks [] for security_group (df1a0861-0fc9-43b7-80f8-32dcd850323e), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.579235 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (04f07044-1db3-472b-bc38-294ec4ffe15b), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.613881 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (04f07044-1db3-472b-bc38-294ec4ffe15b), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.625475 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:54:59.626162 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (04f07044-1db3-472b-bc38-294ec4ffe15b), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.713691 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-75783219-b89a-4b43-955b-482cdcdc5023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (df1a0861-0fc9-43b7-80f8-32dcd850323e), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.718540 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-75783219-b89a-4b43-955b-482cdcdc5023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.720460 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-75783219-b89a-4b43-955b-482cdcdc5023 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df1a0861-0fc9-43b7-80f8-32dcd850323e HTTP/1.1" status: 204 len: 168 time: 0.3292069 May 26 16:54:59.746040 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75783219-b89a-4b43-955b-482cdcdc5023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a0861-0fc9-43b7-80f8-32dcd850323e,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:59.798783 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (7792decd-8b45-40ae-8329-5034da0e5e68), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.822065 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.828511 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7792decd-8b45-40ae-8329-5034da0e5e68 HTTP/1.1" status: 204 len: 168 time: 0.7221770 May 26 16:54:59.831367 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49668) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:54:59.848299 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fd95d-fb7b-406c-a3d7-6ea4801e26e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7792decd-8b45-40ae-8329-5034da0e5e68,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:59.926982 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae69a865-c6c8-4943-a1fe-5b124588c26b admin admin] Deleting subnet 682bd949-2a6e-4f6f-8602-6d769b7f1bfe {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 16:54:59.934223 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ae69a865-c6c8-4943-a1fe-5b124588c26b admin admin] Publish callbacks [] for subnet (682bd949-2a6e-4f6f-8602-6d769b7f1bfe), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.979379 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ae69a865-c6c8-4943-a1fe-5b124588c26b admin admin] Publish callbacks [] for subnet (682bd949-2a6e-4f6f-8602-6d769b7f1bfe), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.984604 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ae69a865-c6c8-4943-a1fe-5b124588c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (682bd949-2a6e-4f6f-8602-6d769b7f1bfe), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:54:59.999700 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 04f07044-1db3-472b-bc38-294ec4ffe15b resource provider aggregate not found May 26 16:55:00.022663 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 04f07044-1db3-472b-bc38-294ec4ffe15b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04f07044-1db3-472b-bc38-294ec4ffe15b found for delete ", "request_id": "req-a4d06cc4-6417-441a-bbd0-6d9e667d1dcc"}]} May 26 16:55:00.228385 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ae69a865-c6c8-4943-a1fe-5b124588c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (682bd949-2a6e-4f6f-8602-6d769b7f1bfe), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.259639 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69a865-c6c8-4943-a1fe-5b124588c26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682bd949-2a6e-4f6f-8602-6d769b7f1bfe,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:00.263627 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ae69a865-c6c8-4943-a1fe-5b124588c26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.268310 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ae69a865-c6c8-4943-a1fe-5b124588c26b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/682bd949-2a6e-4f6f-8602-6d769b7f1bfe HTTP/1.1" status: 204 len: 168 time: 0.4341729 May 26 16:55:00.272585 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49688) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:00.360770 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (485be918-3ecb-42af-8288-0ca79dabb45b), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.460261 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (485be918-3ecb-42af-8288-0ca79dabb45b), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.496948 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485be918-3ecb-42af-8288-0ca79dabb45b']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:00.508947 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae6b002-917f-4aa0-9ca9-3669c8922aaf') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:00.509306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae6b002-917f-4aa0-9ca9-3669c8922aaf') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:00.526424 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (bae6b002-917f-4aa0-9ca9-3669c8922aaf), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.545897 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (bae6b002-917f-4aa0-9ca9-3669c8922aaf), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.556032 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:55:00.560592 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (bae6b002-917f-4aa0-9ca9-3669c8922aaf), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.644449 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6977-27ac-4795-99af-68a7e20e307f req-8aeb4139-9251-4077-99f8-54750c8cbabe tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:00.646125 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f42a6977-27ac-4795-99af-68a7e20e307f req-8aeb4139-9251-4077-99f8-54750c8cbabe tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0596080 May 26 16:55:00.697524 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (485be918-3ecb-42af-8288-0ca79dabb45b), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.708178 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f42a6977-27ac-4795-99af-68a7e20e307f req-18d1cf58-63d0-4f0c-8316-a39653ca773f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514591 May 26 16:55:00.712954 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:00.716469 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/485be918-3ecb-42af-8288-0ca79dabb45b HTTP/1.1" status: 204 len: 168 time: 0.4426069 May 26 16:55:00.718299 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:00.733425 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f00f3-c01d-4e60-b9e3-d99381342be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=485be918-3ecb-42af-8288-0ca79dabb45b,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:01.052970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49732) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:01.091490 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49734) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:01.096515 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:01.112865 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ed49ed-0653-4f68-a0d0-31bbdfdb2d6b admin admin] Deleting subnet 14d8def7-ce39-4644-8094-679c8cc1aae1 {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 16:55:01.120402 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-64ed49ed-0653-4f68-a0d0-31bbdfdb2d6b admin admin] Publish callbacks [] for subnet (14d8def7-ce39-4644-8094-679c8cc1aae1), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.169943 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-07984290-9c9a-4582-813c-6696b49ffae8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=321c663b369341c68eb58dd87d75bd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757084 May 26 16:55:01.172976 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49742) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:01.187347 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-64ed49ed-0653-4f68-a0d0-31bbdfdb2d6b admin admin] Publish callbacks [] for subnet (14d8def7-ce39-4644-8094-679c8cc1aae1), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.194558 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-64ed49ed-0653-4f68-a0d0-31bbdfdb2d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (14d8def7-ce39-4644-8094-679c8cc1aae1), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.266147 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4603e5ed-a0da-4d4a-9a96-421727aac037 admin admin] Publish callbacks [] for security_group (26f2f0ac-2281-4d65-af81-da054f2246b0), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.307553 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4603e5ed-a0da-4d4a-9a96-421727aac037 admin admin] Publish callbacks [] for security_group (26f2f0ac-2281-4d65-af81-da054f2246b0), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.437651 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-64ed49ed-0653-4f68-a0d0-31bbdfdb2d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (14d8def7-ce39-4644-8094-679c8cc1aae1), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.464386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed49ed-0653-4f68-a0d0-31bbdfdb2d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d8def7-ce39-4644-8094-679c8cc1aae1,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:01.468208 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-64ed49ed-0653-4f68-a0d0-31bbdfdb2d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.479708 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-64ed49ed-0653-4f68-a0d0-31bbdfdb2d6b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/14d8def7-ce39-4644-8094-679c8cc1aae1 HTTP/1.1" status: 204 len: 168 time: 0.4250753 May 26 16:55:01.479935 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49748) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:01.545760 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4603e5ed-a0da-4d4a-9a96-421727aac037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (26f2f0ac-2281-4d65-af81-da054f2246b0), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.548165 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4603e5ed-a0da-4d4a-9a96-421727aac037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.549326 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-4603e5ed-a0da-4d4a-9a96-421727aac037 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26f2f0ac-2281-4d65-af81-da054f2246b0 HTTP/1.1" status: 204 len: 168 time: 0.3747973 May 26 16:55:01.557947 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (f8df8ce2-f92c-4683-9f6d-6dc77424bb8f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.566498 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603e5ed-a0da-4d4a-9a96-421727aac037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f2f0ac-2281-4d65-af81-da054f2246b0,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:01.682482 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (f8df8ce2-f92c-4683-9f6d-6dc77424bb8f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.714140 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8df8ce2-f92c-4683-9f6d-6dc77424bb8f']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:01.727840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5e381f-b66a-4955-afe1-024427b71e88') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:01.728144 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5e381f-b66a-4955-afe1-024427b71e88') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:01.738744 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (6d5e381f-b66a-4955-afe1-024427b71e88), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.764508 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (6d5e381f-b66a-4955-afe1-024427b71e88), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.774726 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:55:01.775533 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (6d5e381f-b66a-4955-afe1-024427b71e88), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.797421 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:01.846419 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023cd8b-a8e0-44eb-83f9-316af82b827c req-808a8582-a689-478c-937d-5c82438d7ec1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:01.847995 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f023cd8b-a8e0-44eb-83f9-316af82b827c req-808a8582-a689-478c-937d-5c82438d7ec1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0483384 May 26 16:55:01.901396 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f023cd8b-a8e0-44eb-83f9-316af82b827c req-5b73097a-afdb-4298-a69e-7eee5d25f738 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473750 May 26 16:55:01.951416 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (f8df8ce2-f92c-4683-9f6d-6dc77424bb8f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.958335 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:01.964200 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f8df8ce2-f92c-4683-9f6d-6dc77424bb8f HTTP/1.1" status: 204 len: 168 time: 0.4887466 May 26 16:55:01.982274 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a888e-8eaf-4814-92bf-697bc7e5a067 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8df8ce2-f92c-4683-9f6d-6dc77424bb8f,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:02.018600 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49764) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:02.047958 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment bae6b002-917f-4aa0-9ca9-3669c8922aaf resource provider aggregate not found May 26 16:55:02.075441 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment bae6b002-917f-4aa0-9ca9-3669c8922aaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bae6b002-917f-4aa0-9ca9-3669c8922aaf found for delete ", "request_id": "req-6b5438c0-f5ad-466d-904f-b01f684dcf67"}]} May 26 16:55:02.098771 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 6d5e381f-b66a-4955-afe1-024427b71e88 resource provider aggregate not found May 26 16:55:02.122713 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 6d5e381f-b66a-4955-afe1-024427b71e88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d5e381f-b66a-4955-afe1-024427b71e88 found for delete ", "request_id": "req-4c6e3aa1-6356-4dc2-b395-865d59153b08"}]} May 26 16:55:02.423562 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49780) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:02.512995 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-11602358-4639-4a26-b33e-dc8629525a5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=187d77d887774bbc82b249a64f335d59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0873880 May 26 16:55:02.516166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49782) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:02.604969 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49784) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:02.657847 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-38a65771-b44e-4d6b-95f9-4911fcae479d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:02.670590 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb727-ac1a-4d97-92cf-b86f24d0e88c admin admin] Publish callbacks [] for security_group (1e9864b2-84cf-425d-9ce4-de68de3c76d3), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:02.698982 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-3cefbe25-752d-4b2e-985e-e990e7b1413a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb962cc38f54499d8e2128d551657185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0922203 May 26 16:55:02.700488 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49786) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:02.772066 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb727-ac1a-4d97-92cf-b86f24d0e88c admin admin] Publish callbacks [] for security_group (1e9864b2-84cf-425d-9ce4-de68de3c76d3), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:02.793499 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f93e4c03-6094-4830-a069-273106f740c0 admin admin] Publish callbacks [] for security_group (0d97718f-3002-41dd-9925-2aed38130b1e), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:02.834662 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f93e4c03-6094-4830-a069-273106f740c0 admin admin] Publish callbacks [] for security_group (0d97718f-3002-41dd-9925-2aed38130b1e), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:02.934440 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-38a65771-b44e-4d6b-95f9-4911fcae479d admin admin] Publish callbacks [] for security_group (38c9a092-27c0-4c87-aa1e-183529849ff8), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.027261 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-38a65771-b44e-4d6b-95f9-4911fcae479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (38c9a092-27c0-4c87-aa1e-183529849ff8), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.038905 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f93e4c03-6094-4830-a069-273106f740c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0d97718f-3002-41dd-9925-2aed38130b1e), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.041193 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb727-ac1a-4d97-92cf-b86f24d0e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (1e9864b2-84cf-425d-9ce4-de68de3c76d3), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.042161 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f93e4c03-6094-4830-a069-273106f740c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.048043 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f93e4c03-6094-4830-a069-273106f740c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d97718f-3002-41dd-9925-2aed38130b1e HTTP/1.1" status: 204 len: 168 time: 0.3442373 May 26 16:55:03.048410 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb727-ac1a-4d97-92cf-b86f24d0e88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.049099 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5e9cb727-ac1a-4d97-92cf-b86f24d0e88c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e9864b2-84cf-425d-9ce4-de68de3c76d3 HTTP/1.1" status: 204 len: 168 time: 0.5309024 May 26 16:55:03.066741 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e4c03-6094-4830-a069-273106f740c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d97718f-3002-41dd-9925-2aed38130b1e,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:03.068787 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:03.077854 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13f8a6-df77-448d-a788-5c27ae15c4e1 req-4997583c-ca81-47a3-b17a-af61fd1be468 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:03.085856 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a65771-b44e-4d6b-95f9-4911fcae479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9a092-27c0-4c87-aa1e-183529849ff8,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:03.093937 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb13f8a6-df77-448d-a788-5c27ae15c4e1 req-4997583c-ca81-47a3-b17a-af61fd1be468 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0886641 May 26 16:55:03.094614 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-38a65771-b44e-4d6b-95f9-4911fcae479d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33e4b0e8cfe047a6b81b95f02657a953&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0746064 May 26 16:55:03.099553 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49800) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:03.125535 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cb727-ac1a-4d97-92cf-b86f24d0e88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9864b2-84cf-425d-9ce4-de68de3c76d3,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:03.155781 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:03.188515 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-098df74d-4b6b-4a0b-be55-a3ed8c7a5e81 admin admin] Publish callbacks [] for security_group (38c9a092-27c0-4c87-aa1e-183529849ff8), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.213962 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb13f8a6-df77-448d-a788-5c27ae15c4e1 req-1ec509bb-23d9-454d-bb94-1d81795ace36 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138391 May 26 16:55:03.226204 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-098df74d-4b6b-4a0b-be55-a3ed8c7a5e81 admin admin] Publish callbacks [] for security_group (38c9a092-27c0-4c87-aa1e-183529849ff8), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.380681 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-098df74d-4b6b-4a0b-be55-a3ed8c7a5e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (38c9a092-27c0-4c87-aa1e-183529849ff8), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.385715 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-098df74d-4b6b-4a0b-be55-a3ed8c7a5e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:03.387596 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-098df74d-4b6b-4a0b-be55-a3ed8c7a5e81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38c9a092-27c0-4c87-aa1e-183529849ff8 HTTP/1.1" status: 204 len: 168 time: 0.2823021 May 26 16:55:03.398788 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098df74d-4b6b-4a0b-be55-a3ed8c7a5e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9a092-27c0-4c87-aa1e-183529849ff8,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:04.343365 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5178-7d9a-4a0a-bf07-ed1dd078a4c9 req-f1641b4b-7789-4d65-b72e-3556507d204e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:04.346159 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-540e5178-7d9a-4a0a-bf07-ed1dd078a4c9 req-f1641b4b-7789-4d65-b72e-3556507d204e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0656464 May 26 16:55:04.427177 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-540e5178-7d9a-4a0a-bf07-ed1dd078a4c9 req-8da026b9-cb3e-4ffa-ba95-e5ecb51fc7a9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712636 May 26 16:55:04.561440 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49846) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:04.574787 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3ac9208b-0b5f-4cf0-a9e9-214952a4005b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:04.710808 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3ac9208b-0b5f-4cf0-a9e9-214952a4005b admin admin] Publish callbacks [] for security_group (97c84e13-6142-4f67-838f-0443e68a579a), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:04.822925 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3ac9208b-0b5f-4cf0-a9e9-214952a4005b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (97c84e13-6142-4f67-838f-0443e68a579a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:04.897408 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9208b-0b5f-4cf0-a9e9-214952a4005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c84e13-6142-4f67-838f-0443e68a579a,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:04.906817 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3ac9208b-0b5f-4cf0-a9e9-214952a4005b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8092d8ccd70540c88ed74923256994c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461509 May 26 16:55:04.908404 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49856) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:04.982423 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a1b9daaf-5375-4c13-9b02-911b96d5e868 admin admin] Publish callbacks [] for security_group (97c84e13-6142-4f67-838f-0443e68a579a), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:05.007642 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a1b9daaf-5375-4c13-9b02-911b96d5e868 admin admin] Publish callbacks [] for security_group (97c84e13-6142-4f67-838f-0443e68a579a), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:05.176058 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a1b9daaf-5375-4c13-9b02-911b96d5e868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (97c84e13-6142-4f67-838f-0443e68a579a), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:05.180589 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a1b9daaf-5375-4c13-9b02-911b96d5e868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:05.182539 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-a1b9daaf-5375-4c13-9b02-911b96d5e868 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97c84e13-6142-4f67-838f-0443e68a579a HTTP/1.1" status: 204 len: 168 time: 0.2726285 May 26 16:55:05.201329 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9daaf-5375-4c13-9b02-911b96d5e868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c84e13-6142-4f67-838f-0443e68a579a,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:05.504344 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd13640-282f-4021-99e0-45e7bc428fe0 req-242eaef5-93bb-4d09-a703-24ca4f1cb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:05.506685 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-4fd13640-282f-4021-99e0-45e7bc428fe0 req-242eaef5-93bb-4d09-a703-24ca4f1cb6b9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 1129 time: 0.0647607 May 26 16:55:05.577305 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-4fd13640-282f-4021-99e0-45e7bc428fe0 req-98d950fe-8658-4b47-8613-3501fe8369cc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641742 May 26 16:55:05.600106 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a275b-c188-4b91-b149-3dd0f8778e58 req-000c209e-f586-4c9a-aed6-e0fde4f7f584 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:05.609034 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-008a275b-c188-4b91-b149-3dd0f8778e58 req-000c209e-f586-4c9a-aed6-e0fde4f7f584 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0815833 May 26 16:55:05.677879 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-008a275b-c188-4b91-b149-3dd0f8778e58 req-d1ed69a0-9c0d-4356-b765-c9204f953f70 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671732 May 26 16:55:06.248861 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49908) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:06.452380 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2111843939-network', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:06.604043 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Made reservation on behalf of 060af6cf4f7a48758f6859bd3766ae1b for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:06.618350 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:06.681075 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:06.891110 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018b8ca-43c5-4ef7-81c9-cf2a542bcfef req-471939cc-6ccc-4b03-9bc4-5444f049eaee tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:06.892930 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0018b8ca-43c5-4ef7-81c9-cf2a542bcfef req-471939cc-6ccc-4b03-9bc4-5444f049eaee tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0798929 May 26 16:55:07.046756 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Publish callbacks [] for security_group (a743ccd6-4caf-4fb8-8492-cc12a64b0074), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.101556 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0018b8ca-43c5-4ef7-81c9-cf2a542bcfef req-f1139407-cbc3-4fe2-9dd9-7d5b0667c150 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779385 May 26 16:55:07.176248 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (a743ccd6-4caf-4fb8-8492-cc12a64b0074), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.239585 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:55:07.319977 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a743ccd6-4caf-4fb8-8492-cc12a64b0074,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:07.325978 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49938) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:07.330624 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (2663bb93-5f04-49d3-869e-6757b58459e3), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.334825 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Added segment 2663bb93-5f04-49d3-869e-6757b58459e3 of type vlan for network f04a253f-94d5-469e-a169-e4789fc9cd70 May 26 16:55:07.426422 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (f04a253f-94d5-469e-a169-e4789fc9cd70), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.439565 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:07.580979 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (f04a253f-94d5-469e-a169-e4789fc9cd70), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.582267 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:07.582927 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.629093 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:07.694516 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4412942 May 26 16:55:07.694886 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 49950) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:07.702273 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Request body: {'subnet': {'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-subnet', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:07.709682 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f4ba-81f3-4d2b-8417-01733b8c1056 admin admin] Pushing event updated for resources: {'Network': ['ID=f04a253f-94d5-469e-a169-e4789fc9cd70,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:07.724443 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network f04a253f-94d5-469e-a169-e4789fc9cd70 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:55:07.730461 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3f499205-5e4b-4fe4-9570-9d07617209c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.782469 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:07.839997 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:07.856018 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3f499205-5e4b-4fe4-9570-9d07617209c9 admin admin] Publish callbacks [] for security_group (548f5805-07df-4407-b830-24601ae9d901), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.918315 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Made reservation on behalf of 060af6cf4f7a48758f6859bd3766ae1b for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:07.922313 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:07.974958 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3f499205-5e4b-4fe4-9570-9d07617209c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (548f5805-07df-4407-b830-24601ae9d901), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.043223 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3f499205-5e4b-4fe4-9570-9d07617209c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c3661e151a04d18b71343994bca3ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7148209 May 26 16:55:08.047921 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 49990) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:08.053103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f499205-5e4b-4fe4-9570-9d07617209c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548f5805-07df-4407-b830-24601ae9d901,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:08.121422 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f061c56b-7f3f-42a1-84bd-aa86d70fec5a admin admin] Publish callbacks [] for security_group (548f5805-07df-4407-b830-24601ae9d901), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.139750 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:08.187728 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f061c56b-7f3f-42a1-84bd-aa86d70fec5a admin admin] Publish callbacks [] for security_group (548f5805-07df-4407-b830-24601ae9d901), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.313889 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (e7b8ef73-cc4f-40fe-afe7-05fd8443e226), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.352726 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943ad64-3865-4cba-8635-4f68f1976f92 req-a62ad1f8-73d3-4322-8323-6550b46f2ae9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:08.354694 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6943ad64-3865-4cba-8635-4f68f1976f92 req-a62ad1f8-73d3-4322-8323-6550b46f2ae9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0859461 May 26 16:55:08.427374 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6943ad64-3865-4cba-8635-4f68f1976f92 req-3957eb40-45ac-4c6a-a803-39d34fc9b711 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626893 May 26 16:55:08.440149 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b8ef73-cc4f-40fe-afe7-05fd8443e226,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:08.460772 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Checking segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:55:08.461342 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Network hostable DHCP agents. Network: f04a253f-94d5-469e-a169-e4789fc9cd70, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:55:08.482087 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f061c56b-7f3f-42a1-84bd-aa86d70fec5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (548f5805-07df-4407-b830-24601ae9d901), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.484948 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f061c56b-7f3f-42a1-84bd-aa86d70fec5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.486682 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f061c56b-7f3f-42a1-84bd-aa86d70fec5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/548f5805-07df-4407-b830-24601ae9d901 HTTP/1.1" status: 204 len: 168 time: 0.4366982 May 26 16:55:08.496469 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061c56b-7f3f-42a1-84bd-aa86d70fec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548f5805-07df-4407-b830-24601ae9d901,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:08.559216 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Network f04a253f-94d5-469e-a169-e4789fc9cd70 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:55:08.608045 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952b2b-1229-4443-9a75-d7a00a0dc292 req-2408883d-31dc-48a2-924c-ae6de818d36d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:08.609628 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-73952b2b-1229-4443-9a75-d7a00a0dc292 req-2408883d-31dc-48a2-924c-ae6de818d36d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0556664 May 26 16:55:08.661974 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-73952b2b-1229-4443-9a75-d7a00a0dc292 req-958e4eaf-b65d-4a8b-8370-6a7cc5725871 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 May 26 16:55:08.686910 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, f04a253f-94d5-469e-a169-e4789fc9cd70) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:08.693865 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:08.694821 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.703204 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6587a80f-9351-491c-9ed2-880d7b718995 None None] Network f04a253f-94d5-469e-a169-e4789fc9cd70 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:55:08.834016 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-03e3a0c6-82db-44ae-a55b-159f8c9625d9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1372216 May 26 16:55:08.837206 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50004) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:08.842445 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-f04a253f-94d5-469e-a169-e4789fc9cd70', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:55:08.853664 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.853818 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:08.980946 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:08.982933 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.033934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Allocated IP 172.20.0.2 (f04a253f-94d5-469e-a169-e4789fc9cd70/e7b8ef73-cc4f-40fe-afe7-05fd8443e226/4ac924d7-b380-4013-923f-9c214f8f1b1a) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:09.085418 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks [] for router_controller (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), precommit_add_association {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.223060 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Publish callbacks [] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.340404 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.390268 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Network f04a253f-94d5-469e-a169-e4789fc9cd70 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:09.399583 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:09.407803 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:09.412284 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Pushing event updated for resources: {'Port': ['ID=4ac924d7-b380-4013-923f-9c214f8f1b1a,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:09.423749 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.424342 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.424857 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.425409 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.425754 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.426086 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.426415 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.426742 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.427068 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.427391 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.427877 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.428245 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.428577 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.428899 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.429349 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:09.493696 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Attempting to bind port 4ac924d7-b380-4013-923f-9c214f8f1b1a on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:55:09.494346 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Attempting to bind port 4ac924d7-b380-4013-923f-9c214f8f1b1a by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:55:09.494880 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Attempting to bind port 4ac924d7-b380-4013-923f-9c214f8f1b1a on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:09.500940 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:09.501361 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Checking segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:55:09.501766 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.502238 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Bound using segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:09.502707 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Bound port: 4ac924d7-b380-4013-923f-9c214f8f1b1a, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:55:09.503085 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.562829 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:09.567360 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks [] for router_gateway (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.590584 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] For port 4ac924d7-b380-4013-923f-9c214f8f1b1a, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:09.595213 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] For port 4ac924d7-b380-4013-923f-9c214f8f1b1a, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=4ac924d7-b380-4013-923f-9c214f8f1b1a,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:09.714725 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.785540 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4baee-a84d-411b-a71a-1c9bdb67f45c None None] Pushing event updated for resources: {'Port': ['ID=4ac924d7-b380-4013-923f-9c214f8f1b1a,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:09.898149 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks [] for router_gateway (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:09.922701 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:10.083796 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Allocated IP 172.27.1.231 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/41980e55-c3bb-42b3-ac1f-04e9849f52dd) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:10.282584 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks [] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:10.306247 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 4ac924d7-b380-4013-923f-9c214f8f1b1a up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:10.360118 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 4ac924d7-b380-4013-923f-9c214f8f1b1a triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:10.360713 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:10.408365 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:10.416967 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:10.418685 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:10.460988 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:10.468507 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:10.473983 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:10.478840 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:10.481803 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 4ac924d7-b380-4013-923f-9c214f8f1b1a is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:10.482384 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:10.482503 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Pushing event updated for resources: {'Port': ['ID=41980e55-c3bb-42b3-ac1f-04e9849f52dd,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:10.564712 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 4ac924d7-b380-4013-923f-9c214f8f1b1a, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=4ac924d7-b380-4013-923f-9c214f8f1b1a,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:10.650247 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:10.717929 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=4ac924d7-b380-4013-923f-9c214f8f1b1a,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:10.939508 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks [] for router_gateway (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:10.969965 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e37f0-9655-4fff-a7ef-82f2fb98a34d None None] Network f04a253f-94d5-469e-a169-e4789fc9cd70 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:55:11.037141 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:11.043499 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-eb50aeb9-4360-4aa4-b1b1-0fe0b3f4b9dc None None] Provisioning complete for port 4ac924d7-b380-4013-923f-9c214f8f1b1a triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:11.045376 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb50aeb9-4360-4aa4-b1b1-0fe0b3f4b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:11.189746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-eb50aeb9-4360-4aa4-b1b1-0fe0b3f4b9dc None None] Current status of the port 4ac924d7-b380-4013-923f-9c214f8f1b1a is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:11.194739 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:11.416013 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-0241bfa3-a1c3-4045-b3e5-6700cf517648 None None] Provisioning complete for port 4ac924d7-b380-4013-923f-9c214f8f1b1a triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:11.416607 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0241bfa3-a1c3-4045-b3e5-6700cf517648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:11.445207 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:55:11.550358 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-0241bfa3-a1c3-4045-b3e5-6700cf517648 None None] Current status of the port 4ac924d7-b380-4013-923f-9c214f8f1b1a is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:11.568760 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:55:11.582436 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:55:11.594781 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:11.595216 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:54:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:11.696195 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:11.703130 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50092) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:11.704008 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-2f138a55-81e9-46ce-add7-4111ac9da695 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8642900 May 26 16:55:11.734583 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:11.990235 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:10Z', 'revision_number': 3, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:12.019240 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:55:12.019784 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Updating router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a port 41980e55-c3bb-42b3-ac1f-04e9849f52dd binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:55:12.061486 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:12.274303 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 4ac924d7-b380-4013-923f-9c214f8f1b1a up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:12.312190 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:12.343286 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 4ac924d7-b380-4013-923f-9c214f8f1b1a triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:12.343930 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:12.401884 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:12.480758 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 4ac924d7-b380-4013-923f-9c214f8f1b1a is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:12.513218 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:12.664541 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Allocated IP 172.20.0.1 (f04a253f-94d5-469e-a169-e4789fc9cd70/e7b8ef73-cc4f-40fe-afe7-05fd8443e226/e50abec0-a71e-4df8-8ad3-af535d902a71) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:12.767628 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:12.771063 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Publish callbacks [] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:12.799488 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Publish callbacks [] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:12.860922 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:12.918652 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Attempting to bind port 41980e55-c3bb-42b3-ac1f-04e9849f52dd on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:55:12.918936 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Attempting to bind port 41980e55-c3bb-42b3-ac1f-04e9849f52dd by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:55:12.919296 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Attempting to bind port 41980e55-c3bb-42b3-ac1f-04e9849f52dd on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:12.921669 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Pushing event updated for resources: {'Port': ['ID=41980e55-c3bb-42b3-ac1f-04e9849f52dd,revision_number=2']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:12.931205 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:12.934022 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:55:12.934022 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:12.934022 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:12.934022 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Bound port: 41980e55-c3bb-42b3-ac1f-04e9849f52dd, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:55:12.934022 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:12.935889 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.936226 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.936582 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.936938 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.937285 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.937624 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.937957 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.938274 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.938595 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.938916 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.939254 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.939586 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.939916 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.940227 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.940540 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:12.953082 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:13.010077 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Network f04a253f-94d5-469e-a169-e4789fc9cd70 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:13.014040 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] For port 41980e55-c3bb-42b3-ac1f-04e9849f52dd, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:13.017518 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] For port 41980e55-c3bb-42b3-ac1f-04e9849f52dd, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=41980e55-c3bb-42b3-ac1f-04e9849f52dd,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:13.018175 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:13.021181 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:13.051167 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Pushing event updated for resources: {'Port': ['ID=e50abec0-a71e-4df8-8ad3-af535d902a71,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:13.102710 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:13.105412 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:13.225843 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143ebd3-fe09-43d7-85e7-e8488e7545d2 None None] Pushing event updated for resources: {'Port': ['ID=41980e55-c3bb-42b3-ac1f-04e9849f52dd,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:13.280289 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:13.282726 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:13.283289 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:54:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:13.401523 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:13.496830 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:13.516986 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:13.527985 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-2bbdf1ec-4d09-464d-8c78-9ced16de4dd5 None None] Provisioning complete for port e50abec0-a71e-4df8-8ad3-af535d902a71 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:13.530246 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf1ec-4d09-464d-8c78-9ced16de4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:13.588714 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdf1ec-4d09-464d-8c78-9ced16de4dd5 None None] Port e50abec0-a71e-4df8-8ad3-af535d902a71 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:55:13.837655 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:10Z', 'revision_number': 3, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:13.865592 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4520f-b1ad-4791-97e8-7498ce1ddc2f req-92ee0327-52ed-44c0-a071-bc2ac5227ac8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:13.871973 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b6a4520f-b1ad-4791-97e8-7498ce1ddc2f req-92ee0327-52ed-44c0-a071-bc2ac5227ac8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0799196 May 26 16:55:13.872157 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:13.877821 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a22284-2104-4d77-942a-31386b74ea96 None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:10Z', 'revision_number': 3, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:55:13.888965 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Publish callbacks [] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:13.936510 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b6a4520f-b1ad-4791-97e8-7498ce1ddc2f req-6290e9ce-b3f8-4dbb-b97b-e1f6b10f5d42 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584252 May 26 16:55:13.946948 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d154e6f-1964-4f42-bed0-09851125d087 req-af071e6e-7a10-465d-99f8-0cf04fb9deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:13.948531 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d154e6f-1964-4f42-bed0-09851125d087 req-af071e6e-7a10-465d-99f8-0cf04fb9deb7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 1129 time: 0.0574038 May 26 16:55:13.956314 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:14.089457 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Pushing event updated for resources: {'Port': ['ID=e50abec0-a71e-4df8-8ad3-af535d902a71,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:14.094133 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:14.192455 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d154e6f-1964-4f42-bed0-09851125d087 req-31d070e8-ea18-40fb-bead-6ef979555d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:14.203637 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d154e6f-1964-4f42-bed0-09851125d087 req-31d070e8-ea18-40fb-bead-6ef979555d3b service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.2419624 May 26 16:55:14.251944 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d154e6f-1964-4f42-bed0-09851125d087 req-8cfb6088-50cf-483e-a3b3-2987ff716211 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fe6234-052f-41cc-8a4f-a24813700c3e HTTP/1.1" status: 200 len: 217 time: 0.0430772 May 26 16:55:14.275223 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:14.355738 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Network f04a253f-94d5-469e-a169-e4789fc9cd70 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:14.358387 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d154e6f-1964-4f42-bed0-09851125d087 req-b644ad87-ab6a-49af-aaca-31470945d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:14.363252 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d154e6f-1964-4f42-bed0-09851125d087 req-b644ad87-ab6a-49af-aaca-31470945d877 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0978599 May 26 16:55:14.363252 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:14.489713 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d154e6f-1964-4f42-bed0-09851125d087 req-4558b590-aa50-4723-b1df-04d8b6927903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:14.491113 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d154e6f-1964-4f42-bed0-09851125d087 req-4558b590-aa50-4723-b1df-04d8b6927903 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1178010 May 26 16:55:14.595029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:55:14.724359 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-a4fa51f0-72d9-40bb-8ca1-dd8ce0190d5a None None] Provisioning complete for port e50abec0-a71e-4df8-8ad3-af535d902a71 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:14.725708 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a4fa51f0-72d9-40bb-8ca1-dd8ce0190d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:14.775893 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa51f0-72d9-40bb-8ca1-dd8ce0190d5a None None] Port e50abec0-a71e-4df8-8ad3-af535d902a71 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:55:14.796520 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d154e6f-1964-4f42-bed0-09851125d087 req-ce1afca7-5ce0-4eb5-ba91-ded2a34dcd43 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930987 May 26 16:55:15.149572 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab746ad-16f1-4cbf-b407-470e17eb68be req-9c33e1aa-a3b5-4e47-94cf-462026d894a9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:15.151507 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0ab746ad-16f1-4cbf-b407-470e17eb68be req-9c33e1aa-a3b5-4e47-94cf-462026d894a9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0998189 May 26 16:55:15.191911 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:15.197367 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:55:15.203962 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-86969eec-90a3-44a2-8b0f-78430aa46f47 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ff483e5-62bc-4f77-aca6-502a8be4fd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4995108 May 26 16:55:15.216629 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0ab746ad-16f1-4cbf-b407-470e17eb68be req-80ff6811-ad23-4f6b-8d0b-338c5dbcc294 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593550 May 26 16:55:15.251949 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1d154e6f-1964-4f42-bed0-09851125d087 req-be6ebb56-e5dc-4ecf-b1ed-ee3fe3c37826 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240301 May 26 16:55:15.667345 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:15.749643 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50172) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:15.754256 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-82fec6e4-6f23-4f05-8687-8dc536cd22f6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614505062', 'description': 'tempest-description--961399006'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:15.855915 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-82fec6e4-6f23-4f05-8687-8dc536cd22f6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:15.919265 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:55:15.941032 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:15.941981 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:54:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:15.962850 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:16.018878 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-82fec6e4-6f23-4f05-8687-8dc536cd22f6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (749f3643-c09c-4d74-98ff-c71123b71256), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.088568 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:16.114556 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-82fec6e4-6f23-4f05-8687-8dc536cd22f6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (749f3643-c09c-4d74-98ff-c71123b71256), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.172939 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fec6e4-6f23-4f05-8687-8dc536cd22f6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749f3643-c09c-4d74-98ff-c71123b71256,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:16.328674 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 41980e55-c3bb-42b3-ac1f-04e9849f52dd up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:16.329769 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-82fec6e4-6f23-4f05-8687-8dc536cd22f6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.331320 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-82fec6e4-6f23-4f05-8687-8dc536cd22f6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5806172 May 26 16:55:16.336816 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50196) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:16.342119 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group_rule': {'security_group_id': '749f3643-c09c-4d74-98ff-c71123b71256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:16.387874 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89176-4607-4945-9a0c-0d463dea6139 req-9263813f-859c-469f-a4bb-c4a6be71ba98 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:16.390545 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4db89176-4607-4945-9a0c-0d463dea6139 req-9263813f-859c-469f-a4bb-c4a6be71ba98 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0795119 May 26 16:55:16.470276 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4db89176-4607-4945-9a0c-0d463dea6139 req-bb4f07aa-9f7e-41c4-8850-242f1f88e16e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686598 May 26 16:55:16.478261 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 41980e55-c3bb-42b3-ac1f-04e9849f52dd triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:16.478646 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.480616 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:16.482272 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 2, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:16.503935 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (007ee167-0a41-4f7c-b195-1a3386cd8507), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.581104 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (007ee167-0a41-4f7c-b195-1a3386cd8507), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.667413 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:55:16.667761 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Updating router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a port e50abec0-a71e-4df8-8ad3-af535d902a71 binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:55:16.674992 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (007ee167-0a41-4f7c-b195-1a3386cd8507), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.714392 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007ee167-0a41-4f7c-b195-1a3386cd8507,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:16.715645 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.732096 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.739598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.743208 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.744292 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.745163 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.746236 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:16.829202 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.830689 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-91a8caac-7ed9-4aa3-9f2e-4f6eed9b51ef tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4922206 May 26 16:55:16.834009 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50200) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:16.839314 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-476bdb3c-48b1-47ef-b0b8-e6f865e52e07 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group_rule': {'security_group_id': '749f3643-c09c-4d74-98ff-c71123b71256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:16.842813 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 41980e55-c3bb-42b3-ac1f-04e9849f52dd is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:16.843217 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.875852 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:16.947350 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-619784da-cdd2-4f97-a20d-7f86464b5e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.955850 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 41980e55-c3bb-42b3-ac1f-04e9849f52dd, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=41980e55-c3bb-42b3-ac1f-04e9849f52dd,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:16.966366 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-476bdb3c-48b1-47ef-b0b8-e6f865e52e07 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (7bb30437-57a7-47b7-a8e9-95027a174693), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:16.970377 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:17.053839 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-476bdb3c-48b1-47ef-b0b8-e6f865e52e07 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (7bb30437-57a7-47b7-a8e9-95027a174693), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.119508 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.140923 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-476bdb3c-48b1-47ef-b0b8-e6f865e52e07 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (7bb30437-57a7-47b7-a8e9-95027a174693), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.165379 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bdb3c-48b1-47ef-b0b8-e6f865e52e07 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb30437-57a7-47b7-a8e9-95027a174693,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:17.240339 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Publish callbacks [] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.242181 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=41980e55-c3bb-42b3-ac1f-04e9849f52dd,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:17.270805 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-476bdb3c-48b1-47ef-b0b8-e6f865e52e07 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.274552 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-476bdb3c-48b1-47ef-b0b8-e6f865e52e07 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4391985 May 26 16:55:17.277846 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50208) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:17.283319 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:17.353098 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.389008 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.416813 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356698e8-1090-4395-9f96-e4e2add97a87 None None] Pushing event updated for resources: {'Port': ['ID=e50abec0-a71e-4df8-8ad3-af535d902a71,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:17.518597 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.524247 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Attempting to bind port e50abec0-a71e-4df8-8ad3-af535d902a71 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:55:17.524823 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Attempting to bind port e50abec0-a71e-4df8-8ad3-af535d902a71 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:55:17.525443 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Attempting to bind port e50abec0-a71e-4df8-8ad3-af535d902a71 on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:17.547109 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:17.547682 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Checking segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:55:17.548253 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.548826 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Bound using segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:17.549695 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Bound port: e50abec0-a71e-4df8-8ad3-af535d902a71, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:55:17.550308 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.660335 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:17.665915 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] For port e50abec0-a71e-4df8-8ad3-af535d902a71, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:17.672886 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] For port e50abec0-a71e-4df8-8ad3-af535d902a71, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e50abec0-a71e-4df8-8ad3-af535d902a71,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:17.673831 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Allocated IP 172.27.1.138 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/bb8dd8b0-6222-4625-a590-5a7956628312) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:17.680216 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817006f-7421-4cb4-8ea0-9fec6652b77c req-3a822f12-b1ea-4e54-b206-a2d5447d6a8d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:17.682067 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8817006f-7421-4cb4-8ea0-9fec6652b77c req-3a822f12-b1ea-4e54-b206-a2d5447d6a8d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0709040 May 26 16:55:17.744324 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-eb7350fb-8f0b-43d4-91aa-b475ed619835 None None] Provisioning complete for port e50abec0-a71e-4df8-8ad3-af535d902a71 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:17.745297 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb7350fb-8f0b-43d4-91aa-b475ed619835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.753581 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8817006f-7421-4cb4-8ea0-9fec6652b77c req-4de031df-5023-4d08-a099-383e84527db6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622470 May 26 16:55:17.792666 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.843978 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-eb7350fb-8f0b-43d4-91aa-b475ed619835 None None] Port e50abec0-a71e-4df8-8ad3-af535d902a71 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:55:17.847365 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (bb8dd8b0-6222-4625-a590-5a7956628312), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:17.885361 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:17.885559 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:54:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:17.927684 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356698e8-1090-4395-9f96-e4e2add97a87 None None] Pushing event updated for resources: {'Port': ['ID=e50abec0-a71e-4df8-8ad3-af535d902a71,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:18.014362 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:18.022212 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (bb8dd8b0-6222-4625-a590-5a7956628312), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.069838 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:18.071911 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:18.076341 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:18.097439 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:18.107190 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=bb8dd8b0-6222-4625-a590-5a7956628312,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:18.174667 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (069ae738-35e9-4c46-b81a-9f3dffe81f1b), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.183490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-84e01dfa-cd05-47c7-95f1-492077f95640 None None] Provisioning complete for port e50abec0-a71e-4df8-8ad3-af535d902a71 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:18.183796 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-84e01dfa-cd05-47c7-95f1-492077f95640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.262989 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 41980e55-c3bb-42b3-ac1f-04e9849f52dd up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:18.287354 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (bb8dd8b0-6222-4625-a590-5a7956628312), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.289743 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:18.334079 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:17Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:18.388442 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:18.423816 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85998967-dc8d-4c49-95b5-fad706bc8874 None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:17Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:55:18.449553 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-84e01dfa-cd05-47c7-95f1-492077f95640 None None] Current status of the port e50abec0-a71e-4df8-8ad3-af535d902a71 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:18.449768 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-84e01dfa-cd05-47c7-95f1-492077f95640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.465412 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 41980e55-c3bb-42b3-ac1f-04e9849f52dd triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:18.465412 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.505555 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (bb8dd8b0-6222-4625-a590-5a7956628312), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.575405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (bb8dd8b0-6222-4625-a590-5a7956628312), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.592060 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-84e01dfa-cd05-47c7-95f1-492077f95640 None None] For port e50abec0-a71e-4df8-8ad3-af535d902a71, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e50abec0-a71e-4df8-8ad3-af535d902a71,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:18.605189 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:18.643955 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-84e01dfa-cd05-47c7-95f1-492077f95640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.671102 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (069ae738-35e9-4c46-b81a-9f3dffe81f1b), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.685907 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 41980e55-c3bb-42b3-ac1f-04e9849f52dd is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:18.690220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=bb8dd8b0-6222-4625-a590-5a7956628312,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:18.711739 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e01dfa-cd05-47c7-95f1-492077f95640 None None] Pushing event updated for resources: {'Port': ['ID=e50abec0-a71e-4df8-8ad3-af535d902a71,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:18.806687 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:18.813742 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-02313993-28c0-4254-8656-10e13071a3bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5291665 May 26 16:55:18.893170 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6e176-ba80-4fd8-baec-16f7326e0d7d req-37654a5d-ed91-4305-939c-b989a529bdb1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:18.895061 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e4e6e176-ba80-4fd8-baec-16f7326e0d7d req-37654a5d-ed91-4305-939c-b989a529bdb1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0586858 May 26 16:55:18.950595 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e4e6e176-ba80-4fd8-baec-16f7326e0d7d req-0621418a-7d01-444d-9fe3-f20343498e7d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488434 May 26 16:55:19.011058 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-0f9b18a9-0676-4cdb-b55b-e811023c84c1 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--614505062&fields=id&tenant_id=060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 267 time: 0.0590470 May 26 16:55:19.143000 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-f633467b-061d-4152-ab70-d322ad0b696f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:19.144742 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-f633467b-061d-4152-ab70-d322ad0b696f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 815 time: 0.1262827 May 26 16:55:19.152613 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-afc91c13-1568-429f-affa-d001cd8f8871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:19.160519 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-fa77781e-47ce-4169-8514-ebbcf73aad2b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/quotas/060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 375 time: 0.0098548 May 26 16:55:19.222885 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-1013ce47-c78a-4378-99ee-cce17f6d45d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564697 May 26 16:55:19.333641 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-0f0b2606-d8ad-4923-81a3-d79de71c3fcb service neutron] 10.222.0.48 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963674 May 26 16:55:19.438454 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-1fcb4f52-b517-46b1-916e-c35749d9d87f service neutron] 10.222.0.48 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976412 May 26 16:55:19.732574 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f2d75b82-d6f4-4d70-89d4-9331ca13c08c req-2de8c72e-c66f-41a4-b251-a5d6767835a6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 210 time: 0.0407481 May 26 16:55:20.116410 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb95f0-f583-4d01-8a7a-13ed7058e446 req-15d2f447-2a69-4a77-8494-f373f76182e6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:20.118776 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7fdb95f0-f583-4d01-8a7a-13ed7058e446 req-15d2f447-2a69-4a77-8494-f373f76182e6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0768225 May 26 16:55:20.224985 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7fdb95f0-f583-4d01-8a7a-13ed7058e446 req-164815ae-def5-45e8-a513-b890565e6e38 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946355 May 26 16:55:20.299676 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e50abec0-a71e-4df8-8ad3-af535d902a71 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:20.494898 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port e50abec0-a71e-4df8-8ad3-af535d902a71 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:20.495290 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:20.604086 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port e50abec0-a71e-4df8-8ad3-af535d902a71 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:20.815178 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0f1dbe3e-68f4-4eb4-91d4-d1481406c13f req-8ce5ebc5-cd68-4409-9870-a0dea88efe15 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 210 time: 0.0284722 May 26 16:55:21.380648 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:21.412552 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3c538-b5ca-4f82-a766-457d07939575 req-f6445424-e9f0-436e-9b22-6b46354a292b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:21.414244 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0aa3c538-b5ca-4f82-a766-457d07939575 req-f6445424-e9f0-436e-9b22-6b46354a292b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0751612 May 26 16:55:21.445649 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:21.485437 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0aa3c538-b5ca-4f82-a766-457d07939575 req-e06ef851-e27a-4d46-bcdb-91bb28c229de tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617836 May 26 16:55:21.919774 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4be07c4a-9c9a-4e1e-8c8b-f39668c697f1 req-44fced1e-a26d-41a4-b57c-e640b7ace626 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 210 time: 0.0291035 May 26 16:55:22.546715 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-004a2251-8534-4472-8ac9-72f824de8baf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:22.548252 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-004a2251-8534-4472-8ac9-72f824de8baf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 815 time: 0.1402078 May 26 16:55:22.642776 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f9fa-620c-4efd-8a9c-ae9eaf914a7b req-5daf37ce-5caa-4d02-926e-204aa46c01d1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:22.645339 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0b13f9fa-620c-4efd-8a9c-ae9eaf914a7b req-5daf37ce-5caa-4d02-926e-204aa46c01d1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0778694 May 26 16:55:22.656283 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-434423e7-24ee-4f2d-ae8b-46212d768ce4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 379 time: 0.0905256 May 26 16:55:22.666578 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'port': {'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'admin_state_up': True, 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'security_groups': ['749f3643-c09c-4d74-98ff-c71123b71256']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:22.710791 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0b13f9fa-620c-4efd-8a9c-ae9eaf914a7b req-ac5e34ce-9030-4ff7-aa8e-073007a77147 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598726 May 26 16:55:22.890021 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Made reservation on behalf of 060af6cf4f7a48758f6859bd3766ae1b for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:22.895523 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:22.924021 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:23.043876 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-86f51a17-e2cc-43f9-9b0b-542bb1f33346 req-b4bfd4c4-e1c0-44e9-8f0f-a151542ec966 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 210 time: 0.0342078 May 26 16:55:23.049990 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Allocated IP 172.20.0.11 (f04a253f-94d5-469e-a169-e4789fc9cd70/e7b8ef73-cc4f-40fe-afe7-05fd8443e226/aa42d105-247d-49cd-9b56-b9f75a4b66eb) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:23.233759 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:23.255909 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:23.308202 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:55:23.327017 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:23.353890 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:23.411905 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Network f04a253f-94d5-469e-a169-e4789fc9cd70 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:23.414285 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:23.422624 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:23.479378 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=aa42d105-247d-49cd-9b56-b9f75a4b66eb,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:23.509139 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:23.510038 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:23.619402 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-e6a0b4bc-62a6-48ba-90e7-bbfddf85f64c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9578838 May 26 16:55:23.653392 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Request body: {'port': {'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:23.700189 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-4196f865-3754-4d0d-a31a-dd8538ea8fb0 None None] Provisioning complete for port aa42d105-247d-49cd-9b56-b9f75a4b66eb triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:23.700481 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4196f865-3754-4d0d-a31a-dd8538ea8fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:23.721496 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:23.739038 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-4196f865-3754-4d0d-a31a-dd8538ea8fb0 None None] Port aa42d105-247d-49cd-9b56-b9f75a4b66eb cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:55:23.878932 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7110482-4216-4221-9dcf-959857398316 req-bfdb2d19-bb64-4347-8bbd-73aa61059526 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:23.881804 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7110482-4216-4221-9dcf-959857398316 req-bfdb2d19-bb64-4347-8bbd-73aa61059526 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0684004 May 26 16:55:23.903925 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:23.950870 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7110482-4216-4221-9dcf-959857398316 req-c93d5571-62d6-40bc-9113-cde59bf49705 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608180 May 26 16:55:24.100453 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa42d105-247d-49cd-9b56-b9f75a4b66eb {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:55:24.113054 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Publish callbacks [] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:24.130268 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Transition to ACTIVE for port object aa42d105-247d-49cd-9b56-b9f75a4b66eb will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:55:24.194519 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ac6e3-ec22-4cc1-94bf-29dbd80cc71f req-5ca0e6b2-42f8-49bb-bbe9-0d6c4279a9c9 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:24.196923 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7e1ac6e3-ec22-4cc1-94bf-29dbd80cc71f req-5ca0e6b2-42f8-49bb-bbe9-0d6c4279a9c9 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 932 time: 0.0549312 May 26 16:55:24.259633 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:24.266851 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7e1ac6e3-ec22-4cc1-94bf-29dbd80cc71f req-be23239d-0e04-45cd-88d1-4c5ca1d5fb78 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637419 May 26 16:55:24.316027 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:24.330092 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa42d105-247d-49cd-9b56-b9f75a4b66eb,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:24.433954 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Attempting to bind port aa42d105-247d-49cd-9b56-b9f75a4b66eb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:55:24.434285 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Attempting to bind port aa42d105-247d-49cd-9b56-b9f75a4b66eb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:55:24.434614 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Attempting to bind port aa42d105-247d-49cd-9b56-b9f75a4b66eb on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:24.439990 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Port aa42d105-247d-49cd-9b56-b9f75a4b66eb on network f04a253f-94d5-469e-a169-e4789fc9cd70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:55:24.440411 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Attempting to bind port aa42d105-247d-49cd-9b56-b9f75a4b66eb on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:24.447812 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:24.448300 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Checking segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:55:24.448700 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Bound using segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:24.449181 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Bound port: aa42d105-247d-49cd-9b56-b9f75a4b66eb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:55:24.449578 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:24.529107 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] For port aa42d105-247d-49cd-9b56-b9f75a4b66eb, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:24.532420 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] For port aa42d105-247d-49cd-9b56-b9f75a4b66eb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa42d105-247d-49cd-9b56-b9f75a4b66eb,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:24.541814 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:24.604181 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:24.696447 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:24.731060 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:24.731801 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:24.733297 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] 10.222.0.95 "PUT /v2.0/ports/aa42d105-247d-49cd-9b56-b9f75a4b66eb HTTP/1.1" status: 200 len: 1094 time: 1.0926192 May 26 16:55:24.735847 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'tag': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:24.738504 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217bcbb5-e396-43b6-b56c-b57b14707b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "922fbe1c-0632-41ec-b652-d4e1c457d234", "tag": "aa42d105-247d-49cd-9b56-b9f75a4b66eb"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:24.774474 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6785e-d68e-4b19-a44c-c5d8b0117da0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa42d105-247d-49cd-9b56-b9f75a4b66eb,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:24.788013 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a408c-e828-4119-895e-c826a606584c x-openstack-request-id: req-f31a408c-e828-4119-895e-c826a606584c {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:24.788301 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922fbe1c-0632-41ec-b652-d4e1c457d234", "tag": "aa42d105-247d-49cd-9b56-b9f75a4b66eb", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:24.788561 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f31a408c-e828-4119-895e-c826a606584c {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:24.789501 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31a408c-e828-4119-895e-c826a606584c'] response: {'name': 'network-changed', 'server_uuid': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'tag': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'status': 'completed', 'code': 200} May 26 16:55:24.895867 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bcbb5-e396-43b6-b56c-b57b14707b1c req-a9958588-06ba-4c4b-a44c-1852809c55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:24.897578 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-217bcbb5-e396-43b6-b56c-b57b14707b1c req-a9958588-06ba-4c4b-a44c-1852809c55b2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 1128 time: 0.0503278 May 26 16:55:25.104509 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bcbb5-e396-43b6-b56c-b57b14707b1c req-a0df0730-e025-44b6-a0f9-60b441832576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.107498 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-217bcbb5-e396-43b6-b56c-b57b14707b1c req-a0df0730-e025-44b6-a0f9-60b441832576 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1893101 May 26 16:55:25.127326 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f367c7-555f-4841-b016-c7dbfdd9e602 req-219060bf-d301-49d7-a629-e8a2b69e0fb3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.129836 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-58f367c7-555f-4841-b016-c7dbfdd9e602 req-219060bf-d301-49d7-a629-e8a2b69e0fb3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0690436 May 26 16:55:25.195404 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-58f367c7-555f-4841-b016-c7dbfdd9e602 req-781b48a7-b78b-4463-b6eb-91fb0784bcdf tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591655 May 26 16:55:25.237091 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bcbb5-e396-43b6-b56c-b57b14707b1c req-62a8b1c3-4f9c-4925-9b3c-9b48c663349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.238644 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-217bcbb5-e396-43b6-b56c-b57b14707b1c req-62a8b1c3-4f9c-4925-9b3c-9b48c663349c service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245835 May 26 16:55:25.379148 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-6e736e8b-4f67-4f29-85da-b396a7ccdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.380705 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-6e736e8b-4f67-4f29-85da-b396a7ccdd04 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 1128 time: 0.0472655 May 26 16:55:25.401054 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625d936-1b8b-4612-913d-ee9c5766d095 req-f80f2d29-baaa-4849-813c-a02d07617af2 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.402698 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1625d936-1b8b-4612-913d-ee9c5766d095 req-f80f2d29-baaa-4849-813c-a02d07617af2 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 944 time: 0.0567009 May 26 16:55:25.440175 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-2db718a5-800c-41ff-b4cc-69d50531cc01 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa42d105-247d-49cd-9b56-b9f75a4b66eb HTTP/1.1" status: 200 len: 217 time: 0.0381315 May 26 16:55:25.460767 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1625d936-1b8b-4612-913d-ee9c5766d095 req-103ba535-f16d-45ab-b135-84d15e197c8b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482962 May 26 16:55:25.514853 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-09614fb6-40f9-4f99-8417-27dd19fcf7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.516363 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-09614fb6-40f9-4f99-8417-27dd19fcf7d9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 200 len: 854 time: 0.0680690 May 26 16:55:25.566961 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-206f4ad8-d57a-498a-9cb1-54400082e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.568582 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-206f4ad8-d57a-498a-9cb1-54400082e9eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f04a253f-94d5-469e-a169-e4789fc9cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455358 May 26 16:55:25.673339 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50416) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:25.763646 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:25.798834 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-b0e74e9a-32bb-4bde-9c5c-a5f188deca41 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129680 May 26 16:55:25.849330 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-af313218-5aad-42d6-954d-a761be6806ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:25.978289 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5d0fbab0-c132-4bc3-9341-d84db89b1913 req-f43f2f9c-b2f5-4361-839c-1196e445cfb2 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699443 May 26 16:55:26.031682 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-af313218-5aad-42d6-954d-a761be6806ff admin admin] Publish callbacks [] for security_group (2fdfd2fb-bcb1-48b3-9915-7b71ffa42ebd), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:26.135671 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-af313218-5aad-42d6-954d-a761be6806ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (2fdfd2fb-bcb1-48b3-9915-7b71ffa42ebd), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:26.178988 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-af313218-5aad-42d6-954d-a761be6806ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a36b0f6f3e3476282ab10ceedb68255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044124 May 26 16:55:26.182271 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af313218-5aad-42d6-954d-a761be6806ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdfd2fb-bcb1-48b3-9915-7b71ffa42ebd,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:26.183628 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50428) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:26.250818 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-880bb57a-020c-44d8-b364-ad5026380b43 admin admin] Publish callbacks [] for security_group (2fdfd2fb-bcb1-48b3-9915-7b71ffa42ebd), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:26.294492 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-880bb57a-020c-44d8-b364-ad5026380b43 admin admin] Publish callbacks [] for security_group (2fdfd2fb-bcb1-48b3-9915-7b71ffa42ebd), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:26.373060 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4bac-c8f1-4193-8e90-0e15ebd46d18 req-2e01169e-b319-48e1-b775-8f8a10ae9b74 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:26.374859 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c71b4bac-c8f1-4193-8e90-0e15ebd46d18 req-2e01169e-b319-48e1-b775-8f8a10ae9b74 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.1017592 May 26 16:55:26.457599 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c71b4bac-c8f1-4193-8e90-0e15ebd46d18 req-f73d0ff2-501b-430c-b27b-99a9903b9264 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594742 May 26 16:55:26.494764 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-880bb57a-020c-44d8-b364-ad5026380b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (2fdfd2fb-bcb1-48b3-9915-7b71ffa42ebd), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:26.496905 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-880bb57a-020c-44d8-b364-ad5026380b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:26.498128 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-880bb57a-020c-44d8-b364-ad5026380b43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fdfd2fb-bcb1-48b3-9915-7b71ffa42ebd HTTP/1.1" status: 204 len: 168 time: 0.3131564 May 26 16:55:26.499584 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50438) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:26.508377 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bb57a-020c-44d8-b364-ad5026380b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdfd2fb-bcb1-48b3-9915-7b71ffa42ebd,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:26.647717 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed66b8-f142-4d1a-a73d-40c8dcc6fcad req-0a8dc84d-7d21-48a0-b609-28519fe9649d tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:26.650533 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-49ed66b8-f142-4d1a-a73d-40c8dcc6fcad req-0a8dc84d-7d21-48a0-b609-28519fe9649d tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 944 time: 0.0697970 May 26 16:55:26.720267 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-49ed66b8-f142-4d1a-a73d-40c8dcc6fcad req-429f128c-6e1f-4865-a8b1-82632f7c393c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633554 May 26 16:55:26.978617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50452) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:27.020909 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-160ebadb-fa25-4a8c-9613-69952cf2d860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.082842 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-796bebe9-c46e-44e2-9829-93b9938f041b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.164290 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-160ebadb-fa25-4a8c-9613-69952cf2d860 admin admin] Publish callbacks [] for security_group (c018590e-7a99-46fb-aa19-0ccf9990efe8), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.219913 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-796bebe9-c46e-44e2-9829-93b9938f041b admin admin] Publish callbacks [] for security_group (1510fcad-db72-4966-abf0-932558f1122a), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.295137 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-160ebadb-fa25-4a8c-9613-69952cf2d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c018590e-7a99-46fb-aa19-0ccf9990efe8), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.344157 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-160ebadb-fa25-4a8c-9613-69952cf2d860 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23698a85c008409bae3fee9429974325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8426344 May 26 16:55:27.344883 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ebadb-fa25-4a8c-9613-69952cf2d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c018590e-7a99-46fb-aa19-0ccf9990efe8,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:27.347443 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50456) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:27.370517 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-796bebe9-c46e-44e2-9829-93b9938f041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (1510fcad-db72-4966-abf0-932558f1122a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.411810 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7e3971ca-ddc0-4530-9e2d-50205354cf0e admin admin] Publish callbacks [] for security_group (c018590e-7a99-46fb-aa19-0ccf9990efe8), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.427340 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-796bebe9-c46e-44e2-9829-93b9938f041b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32e515d09bde410a9fc2fbc01bb16b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473071 May 26 16:55:27.428402 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bebe9-c46e-44e2-9829-93b9938f041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1510fcad-db72-4966-abf0-932558f1122a,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:27.432122 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50458) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:27.448891 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7e3971ca-ddc0-4530-9e2d-50205354cf0e admin admin] Publish callbacks [] for security_group (c018590e-7a99-46fb-aa19-0ccf9990efe8), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.458046 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50460) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:27.486881 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:27.491044 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fcab5300-81ff-4307-8961-66013d5d6d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.544508 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:27.549740 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5b94fd9d-886c-499c-8f63-11117ad3c4fe admin admin] Publish callbacks [] for security_group (1510fcad-db72-4966-abf0-932558f1122a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.552260 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:27.583865 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5b94fd9d-886c-499c-8f63-11117ad3c4fe admin admin] Publish callbacks [] for security_group (1510fcad-db72-4966-abf0-932558f1122a), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.607310 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f963f55-1a2e-4259-aad2-aa075c1568d7 req-02a5b675-c090-4958-9e8f-3a4f7a3b3eec tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:27.609887 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0f963f55-1a2e-4259-aad2-aa075c1568d7 req-02a5b675-c090-4958-9e8f-3a4f7a3b3eec tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0586388 May 26 16:55:27.611477 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7e3971ca-ddc0-4530-9e2d-50205354cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c018590e-7a99-46fb-aa19-0ccf9990efe8), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.614351 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7e3971ca-ddc0-4530-9e2d-50205354cf0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.618141 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7e3971ca-ddc0-4530-9e2d-50205354cf0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c018590e-7a99-46fb-aa19-0ccf9990efe8 HTTP/1.1" status: 204 len: 168 time: 0.2661731 May 26 16:55:27.628245 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3971ca-ddc0-4530-9e2d-50205354cf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018590e-7a99-46fb-aa19-0ccf9990efe8,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:27.672079 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:27.690894 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0f963f55-1a2e-4259-aad2-aa075c1568d7 req-53a7dd9b-2f5a-40c1-8db5-32f17118e20e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653067 May 26 16:55:27.755167 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5b94fd9d-886c-499c-8f63-11117ad3c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (1510fcad-db72-4966-abf0-932558f1122a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.758185 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5b94fd9d-886c-499c-8f63-11117ad3c4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.759484 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5b94fd9d-886c-499c-8f63-11117ad3c4fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1510fcad-db72-4966-abf0-932558f1122a HTTP/1.1" status: 204 len: 168 time: 0.3263662 May 26 16:55:27.770103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94fd9d-886c-499c-8f63-11117ad3c4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1510fcad-db72-4966-abf0-932558f1122a,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:27.820754 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fcab5300-81ff-4307-8961-66013d5d6d87 admin admin] Publish callbacks [] for security_group (01b015e8-1e21-4939-b95f-8239fc19f5c1), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.912614 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b276-71f2-401a-b750-baf6d8bc02cf req-6719eed0-c936-4035-b204-6e160387ce4b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:27.914312 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6e97b276-71f2-401a-b750-baf6d8bc02cf req-6719eed0-c936-4035-b204-6e160387ce4b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 944 time: 0.0507741 May 26 16:55:27.935614 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fcab5300-81ff-4307-8961-66013d5d6d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (01b015e8-1e21-4939-b95f-8239fc19f5c1), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:27.971555 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6e97b276-71f2-401a-b750-baf6d8bc02cf req-e7fc1c67-f076-40ae-a58e-24529a9348fa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505564 May 26 16:55:28.002697 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-fcab5300-81ff-4307-8961-66013d5d6d87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad7161875dc846e090aabceee818d6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5431263 May 26 16:55:28.004621 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50472) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:28.013837 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab5300-81ff-4307-8961-66013d5d6d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b015e8-1e21-4939-b95f-8239fc19f5c1,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:28.076560 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-84d95b2b-588c-4f5a-8670-385bc528da82 admin admin] Publish callbacks [] for security_group (01b015e8-1e21-4939-b95f-8239fc19f5c1), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.112571 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-84d95b2b-588c-4f5a-8670-385bc528da82 admin admin] Publish callbacks [] for security_group (01b015e8-1e21-4939-b95f-8239fc19f5c1), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.332377 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-84d95b2b-588c-4f5a-8670-385bc528da82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (01b015e8-1e21-4939-b95f-8239fc19f5c1), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.341824 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-84d95b2b-588c-4f5a-8670-385bc528da82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.344555 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-84d95b2b-588c-4f5a-8670-385bc528da82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01b015e8-1e21-4939-b95f-8239fc19f5c1 HTTP/1.1" status: 204 len: 168 time: 0.3380415 May 26 16:55:28.356513 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95b2b-588c-4f5a-8670-385bc528da82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b015e8-1e21-4939-b95f-8239fc19f5c1,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:28.654615 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50480) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:28.670234 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-98efe165-7be5-47d9-a457-88b8c72993cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.791075 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50484) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:28.806656 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1e13b7b4-0da4-4d0a-8c33-c97ecb8e194c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.809950 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:28.881521 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-98efe165-7be5-47d9-a457-88b8c72993cc admin admin] Publish callbacks [] for security_group (3c9544e1-5239-4ec3-bab9-2da296c697c3), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.890309 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647b15-ac90-42ac-b3c7-ff9ad0b3b614 req-60dcfa0c-3b52-48a2-8d55-d7f3a36420f7 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:28.892062 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-42647b15-ac90-42ac-b3c7-ff9ad0b3b614 req-60dcfa0c-3b52-48a2-8d55-d7f3a36420f7 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0832212 May 26 16:55:28.938099 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1e13b7b4-0da4-4d0a-8c33-c97ecb8e194c admin admin] Publish callbacks [] for security_group (16758264-a2fd-4b7c-942f-e9700b98423b), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.964038 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-42647b15-ac90-42ac-b3c7-ff9ad0b3b614 req-f3e3a121-5064-478a-ba71-6ea5fb1ae7c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 May 26 16:55:28.966319 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-98efe165-7be5-47d9-a457-88b8c72993cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (3c9544e1-5239-4ec3-bab9-2da296c697c3), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:28.988806 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1e13b7b4-0da4-4d0a-8c33-c97ecb8e194c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (16758264-a2fd-4b7c-942f-e9700b98423b), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.028123 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efe165-7be5-47d9-a457-88b8c72993cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9544e1-5239-4ec3-bab9-2da296c697c3,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:29.045890 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-98efe165-7be5-47d9-a457-88b8c72993cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0f527c32b4346f69be1761f710f139c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898494 May 26 16:55:29.051277 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50490) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:29.064395 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-1e13b7b4-0da4-4d0a-8c33-c97ecb8e194c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cdca35127e041728aed13169c3ce2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719646 May 26 16:55:29.065352 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50492) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:29.078513 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13b7b4-0da4-4d0a-8c33-c97ecb8e194c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16758264-a2fd-4b7c-942f-e9700b98423b,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:29.171090 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3e30b016-859d-443e-80e4-0af828a588db admin admin] Publish callbacks [] for security_group (16758264-a2fd-4b7c-942f-e9700b98423b), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.193379 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-558f5664-55d0-4f75-a25c-0ebb013e886c admin admin] Publish callbacks [] for security_group (3c9544e1-5239-4ec3-bab9-2da296c697c3), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.209849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3e30b016-859d-443e-80e4-0af828a588db admin admin] Publish callbacks [] for security_group (16758264-a2fd-4b7c-942f-e9700b98423b), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.232865 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68725820-f977-46be-89c5-9c769a3821ff req-cb36541d-bef3-48c4-9c10-bf88213625d5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:29.234665 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-68725820-f977-46be-89c5-9c769a3821ff req-cb36541d-bef3-48c4-9c10-bf88213625d5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 944 time: 0.0820651 May 26 16:55:29.236922 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-558f5664-55d0-4f75-a25c-0ebb013e886c admin admin] Publish callbacks [] for security_group (3c9544e1-5239-4ec3-bab9-2da296c697c3), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.341879 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-68725820-f977-46be-89c5-9c769a3821ff req-c881eea4-26a4-45c4-8490-c3b62a5f52a1 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893974 May 26 16:55:29.380603 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3e30b016-859d-443e-80e4-0af828a588db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (16758264-a2fd-4b7c-942f-e9700b98423b), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.383249 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3e30b016-859d-443e-80e4-0af828a588db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.384424 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3e30b016-859d-443e-80e4-0af828a588db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16758264-a2fd-4b7c-942f-e9700b98423b HTTP/1.1" status: 204 len: 168 time: 0.3156533 May 26 16:55:29.392997 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30b016-859d-443e-80e4-0af828a588db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16758264-a2fd-4b7c-942f-e9700b98423b,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:29.419919 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device aa42d105-247d-49cd-9b56-b9f75a4b66eb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:55:29.443920 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-558f5664-55d0-4f75-a25c-0ebb013e886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (3c9544e1-5239-4ec3-bab9-2da296c697c3), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.447100 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-558f5664-55d0-4f75-a25c-0ebb013e886c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.448039 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-558f5664-55d0-4f75-a25c-0ebb013e886c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c9544e1-5239-4ec3-bab9-2da296c697c3 HTTP/1.1" status: 204 len: 168 time: 0.3938334 May 26 16:55:29.455805 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f5664-55d0-4f75-a25c-0ebb013e886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9544e1-5239-4ec3-bab9-2da296c697c3,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:29.551338 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port aa42d105-247d-49cd-9b56-b9f75a4b66eb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa42d105-247d-49cd-9b56-b9f75a4b66eb,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:29.565024 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:55:29.615079 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port aa42d105-247d-49cd-9b56-b9f75a4b66eb is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:29.618997 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.631727 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa42d105-247d-49cd-9b56-b9f75a4b66eb {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:55:29.657023 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port aa42d105-247d-49cd-9b56-b9f75a4b66eb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa42d105-247d-49cd-9b56-b9f75a4b66eb,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:29.703422 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50500) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:29.731819 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a412f09-a2c8-4ee2-83c1-e466f9dd62d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.746467 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-5cf1dda9-9f64-4653-90a0-a88482985d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:29.748516 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-5cf1dda9-9f64-4653-90a0-a88482985d90 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 1129 time: 0.0552075 May 26 16:55:29.787511 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.906593 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a412f09-a2c8-4ee2-83c1-e466f9dd62d2 admin admin] Publish callbacks [] for security_group (6e4e697c-eab7-4063-af8d-9193b5c11f2c), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:29.915126 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=aa42d105-247d-49cd-9b56-b9f75a4b66eb,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:29.970085 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-0dea3010-2d9c-4439-8ddf-eaa68a7a7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:29.971801 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-0dea3010-2d9c-4439-8ddf-eaa68a7a7ec3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.1969917 May 26 16:55:30.011251 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a412f09-a2c8-4ee2-83c1-e466f9dd62d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (6e4e697c-eab7-4063-af8d-9193b5c11f2c), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.031360 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-e3ac8efb-2cb2-4423-8a4b-ff56dc4d354b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fe6234-052f-41cc-8a4f-a24813700c3e HTTP/1.1" status: 200 len: 217 time: 0.0463922 May 26 16:55:30.103875 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7a412f09-a2c8-4ee2-83c1-e466f9dd62d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d3724427c634179bb963a099710ea9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978100 May 26 16:55:30.107205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50512) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:30.157054 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-51cc2034-9eb3-4d17-bef3-f05cd7f29029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:30.158904 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-51cc2034-9eb3-4d17-bef3-f05cd7f29029 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.1116807 May 26 16:55:30.175833 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:30.186209 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:30.201659 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:30.201659 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a412f09-a2c8-4ee2-83c1-e466f9dd62d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e697c-eab7-4063-af8d-9193b5c11f2c,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:30.214275 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309c9f9-008c-46c9-be91-f88b3f2c2448 req-a78ee741-e581-4ed4-834e-2acdd29e0481 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:30.216061 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1309c9f9-008c-46c9-be91-f88b3f2c2448 req-a78ee741-e581-4ed4-834e-2acdd29e0481 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.1292753 May 26 16:55:30.236029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54aa58cd-c427-45c8-a7c2-1816a7c8140e admin admin] Publish callbacks [] for security_group (6e4e697c-eab7-4063-af8d-9193b5c11f2c), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.242938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-ea80dff0-c19c-4bb0-bedb-82bc2debf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:30.244599 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-ea80dff0-c19c-4bb0-bedb-82bc2debf97c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770054 May 26 16:55:30.291740 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1309c9f9-008c-46c9-be91-f88b3f2c2448 req-fde8a352-7432-4b50-a28b-6256972f0cbb tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688918 May 26 16:55:30.299814 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54aa58cd-c427-45c8-a7c2-1816a7c8140e admin admin] Publish callbacks [] for security_group (6e4e697c-eab7-4063-af8d-9193b5c11f2c), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.363798 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['aa42d105-247d-49cd-9b56-b9f75a4b66eb'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:55:30.392840 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:30.467971 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-536fb6f3-a26f-4f43-8cfb-c2b72e6f98af service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105763 May 26 16:55:30.470234 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50524) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:30.487495 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848e66e2-736a-4c21-8e14-230596e57f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.529219 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:30.594030 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54aa58cd-c427-45c8-a7c2-1816a7c8140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (6e4e697c-eab7-4063-af8d-9193b5c11f2c), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.596768 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4627252-3fd2-4319-9c69-dc3ca8ef0fd1 req-0f65ff0f-0428-4940-a1e3-77fb68cb98b8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:30.598893 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f4627252-3fd2-4319-9c69-dc3ca8ef0fd1 req-0f65ff0f-0428-4940-a1e3-77fb68cb98b8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 945 time: 0.0786159 May 26 16:55:30.599034 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54aa58cd-c427-45c8-a7c2-1816a7c8140e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.600860 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-54aa58cd-c427-45c8-a7c2-1816a7c8140e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e4e697c-eab7-4063-af8d-9193b5c11f2c HTTP/1.1" status: 204 len: 168 time: 0.4919701 May 26 16:55:30.631724 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa58cd-c427-45c8-a7c2-1816a7c8140e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e697c-eab7-4063-af8d-9193b5c11f2c,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:30.663219 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:30.714603 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848e66e2-736a-4c21-8e14-230596e57f4a admin admin] Publish callbacks [] for security_group (843188aa-6c42-44b9-ad85-6e039d1a734e), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.723618 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f4627252-3fd2-4319-9c69-dc3ca8ef0fd1 req-4d5387d0-cb1d-45ce-bd78-a47b81b62469 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077671 May 26 16:55:30.755997 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-56d79c1a-e608-46fd-96bb-b7345c3a8542 req-b07dc335-ef4a-4665-ab52-a38ee6d64def service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811530 May 26 16:55:30.802775 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848e66e2-736a-4c21-8e14-230596e57f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (843188aa-6c42-44b9-ad85-6e039d1a734e), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.849507 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-848e66e2-736a-4c21-8e14-230596e57f4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbc7fcc26f8c4ca6abdf9cd1a3b612cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776369 May 26 16:55:30.850332 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e66e2-736a-4c21-8e14-230596e57f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843188aa-6c42-44b9-ad85-6e039d1a734e,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:30.852191 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50534) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:30.922637 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0045a991-a632-4256-bf22-3a0180ca4f93 admin admin] Publish callbacks [] for security_group (843188aa-6c42-44b9-ad85-6e039d1a734e), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:30.957478 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0045a991-a632-4256-bf22-3a0180ca4f93 admin admin] Publish callbacks [] for security_group (843188aa-6c42-44b9-ad85-6e039d1a734e), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:31.130024 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0045a991-a632-4256-bf22-3a0180ca4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (843188aa-6c42-44b9-ad85-6e039d1a734e), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:31.134497 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0045a991-a632-4256-bf22-3a0180ca4f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:31.136082 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-0045a991-a632-4256-bf22-3a0180ca4f93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/843188aa-6c42-44b9-ad85-6e039d1a734e HTTP/1.1" status: 204 len: 168 time: 0.2826471 May 26 16:55:31.146852 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045a991-a632-4256-bf22-3a0180ca4f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843188aa-6c42-44b9-ad85-6e039d1a734e,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:31.440448 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb7f51-c54a-4acd-aadb-2a6aee18e1fd req-9f542fdc-c997-4a25-b791-08ace3123a35 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.442228 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e2cb7f51-c54a-4acd-aadb-2a6aee18e1fd req-9f542fdc-c997-4a25-b791-08ace3123a35 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0608649 May 26 16:55:31.526348 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e2cb7f51-c54a-4acd-aadb-2a6aee18e1fd req-7c312cf9-7da2-432d-a184-ca705fc0cb74 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738509 May 26 16:55:31.597163 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device aa42d105-247d-49cd-9b56-b9f75a4b66eb up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:31.682493 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port aa42d105-247d-49cd-9b56-b9f75a4b66eb completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:55:31.787402 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port aa42d105-247d-49cd-9b56-b9f75a4b66eb triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:31.787798 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:31.914215 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf41c8-b90e-4970-96ad-ff8226b4ffb6 req-1710ce4d-c6b1-4e0c-8acf-35532e1cd277 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.915830 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0baf41c8-b90e-4970-96ad-ff8226b4ffb6 req-1710ce4d-c6b1-4e0c-8acf-35532e1cd277 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 945 time: 0.0786283 May 26 16:55:31.926428 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port aa42d105-247d-49cd-9b56-b9f75a4b66eb is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:31.926954 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:31.957243 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:31.961236 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876881f4-054c-4bf1-88b3-e2a3d3972de2" -d '{"events": [{"server_uuid": "922fbe1c-0632-41ec-b652-d4e1c457d234", "name": "network-vif-plugged", "status": "completed", "tag": "aa42d105-247d-49cd-9b56-b9f75a4b66eb"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:31.979377 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port aa42d105-247d-49cd-9b56-b9f75a4b66eb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa42d105-247d-49cd-9b56-b9f75a4b66eb,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:31.995143 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0baf41c8-b90e-4970-96ad-ff8226b4ffb6 req-d2f1edbd-185c-4fca-9807-ccf93f01195b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680423 May 26 16:55:32.015688 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ea0ed1-b5c4-4bb3-bb94-a36dca89d0ce x-openstack-request-id: req-e4ea0ed1-b5c4-4bb3-bb94-a36dca89d0ce {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:32.016474 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922fbe1c-0632-41ec-b652-d4e1c457d234", "name": "network-vif-plugged", "status": "completed", "tag": "aa42d105-247d-49cd-9b56-b9f75a4b66eb", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:32.016762 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4ea0ed1-b5c4-4bb3-bb94-a36dca89d0ce {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:32.017170 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ea0ed1-b5c4-4bb3-bb94-a36dca89d0ce'] response: {'server_uuid': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'code': 200} May 26 16:55:32.079887 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:32.164753 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=aa42d105-247d-49cd-9b56-b9f75a4b66eb,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:32.590514 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee5887-0f6d-4f3c-a136-aeea2a9de572 req-d33a7caa-dbca-4daa-aa1b-0e7276799a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:32.592496 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03ee5887-0f6d-4f3c-a136-aeea2a9de572 req-d33a7caa-dbca-4daa-aa1b-0e7276799a23 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 1130 time: 0.0519137 May 26 16:55:32.684625 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03ee5887-0f6d-4f3c-a136-aeea2a9de572 req-dccc9fcd-ec5b-4ea7-94c3-80e323a9eaac service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810339 May 26 16:55:32.753240 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26562f73-5ce8-4f6d-9db8-b224d1807cb2 req-8cc07e9f-0e24-4e4c-a942-a93780a68476 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:32.754948 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-26562f73-5ce8-4f6d-9db8-b224d1807cb2 req-8cc07e9f-0e24-4e4c-a942-a93780a68476 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0625384 May 26 16:55:32.776709 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50608) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:32.816707 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:32.824362 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-26562f73-5ce8-4f6d-9db8-b224d1807cb2 req-bf0b7905-b08f-47f1-8e50-fdc3cc641e9e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611858 May 26 16:55:33.128949 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-971475472-network', 'tenant_id': 'dc9eb3074bcf4c8eb5ddec86dd21f676'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:33.179920 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37068-352e-4050-926d-6f3380bbee0c req-30627e5b-e494-4f1f-bbc9-c78d8c4dc7b6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:33.181621 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-06e37068-352e-4050-926d-6f3380bbee0c req-30627e5b-e494-4f1f-bbc9-c78d8c4dc7b6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 946 time: 0.0728860 May 26 16:55:33.255448 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-06e37068-352e-4050-926d-6f3380bbee0c req-ea0ce33b-2859-44ed-a32b-7015a014ef8e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667303 May 26 16:55:33.295256 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Made reservation on behalf of dc9eb3074bcf4c8eb5ddec86dd21f676 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:33.298404 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:33.308761 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:33.410298 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Publish callbacks [] for security_group (afbed0a5-7417-4040-a058-a094be4a57b6), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:33.557409 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (afbed0a5-7417-4040-a058-a094be4a57b6), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:33.595319 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:55:33.616150 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbed0a5-7417-4040-a058-a094be4a57b6,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:33.631695 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (3b2899f6-2966-4bb5-a4fc-afcb31d396d2), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:33.632170 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Added segment 3b2899f6-2966-4bb5-a4fc-afcb31d396d2 of type vlan for network 138add0c-7439-4779-a280-abe6357e82e9 May 26 16:55:33.699392 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (138add0c-7439-4779-a280-abe6357e82e9), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:33.839386 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (138add0c-7439-4779-a280-abe6357e82e9), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:33.841362 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:33.842192 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:33.859812 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:33.938342 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] Pushing event updated for resources: {'Network': ['ID=138add0c-7439-4779-a280-abe6357e82e9,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:33.952484 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 138add0c-7439-4779-a280-abe6357e82e9 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:55:33.979217 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f4211-9d49-41ce-b669-0ad14471758c req-623e0de7-a562-4fc5-b0df-b5599e5b1f21 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:33.980889 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a00f4211-9d49-41ce-b669-0ad14471758c req-623e0de7-a562-4fc5-b0df-b5599e5b1f21 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0566938 May 26 16:55:34.042021 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a00f4211-9d49-41ce-b669-0ad14471758c req-17908f8b-e035-4225-af23-102fe4860f8e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527186 May 26 16:55:34.055837 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-9257724f-4488-48f0-8992-9b12e11bb775 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2740254 May 26 16:55:34.057687 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50672) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:34.063053 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Request body: {'subnet': {'network_id': '138add0c-7439-4779-a280-abe6357e82e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-971475472-subnet', 'tenant_id': 'dc9eb3074bcf4c8eb5ddec86dd21f676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:34.217506 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50676) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:34.235043 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Made reservation on behalf of dc9eb3074bcf4c8eb5ddec86dd21f676 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:34.238175 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:34.391277 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c14ffd3c-11f4-4e11-b098-4e523a6b2a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:34.444859 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e543e-931f-4d31-9a9c-3bf184f2d5fe req-5a8cd3f1-749e-4caa-bff8-5ab32c407688 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:34.447348 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-515e543e-931f-4d31-9a9c-3bf184f2d5fe req-5a8cd3f1-749e-4caa-bff8-5ab32c407688 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 946 time: 0.0738785 May 26 16:55:34.456247 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:34.508253 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-515e543e-931f-4d31-9a9c-3bf184f2d5fe req-22241476-83f6-4fc9-a1db-ce2488e75b81 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541897 May 26 16:55:34.580526 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c14ffd3c-11f4-4e11-b098-4e523a6b2a68 admin admin] Publish callbacks [] for security_group (e4043594-0a3b-4948-b12b-f8880779ffe4), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:34.649984 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (87308d1c-4163-48b1-8541-452e10249892), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:34.687023 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c14ffd3c-11f4-4e11-b098-4e523a6b2a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (e4043594-0a3b-4948-b12b-f8880779ffe4), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:34.775553 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87308d1c-4163-48b1-8541-452e10249892,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:34.784409 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c14ffd3c-11f4-4e11-b098-4e523a6b2a68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e223395b3df4e18abfbc26ceaa5cccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5653815 May 26 16:55:34.786792 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ffd3c-11f4-4e11-b098-4e523a6b2a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4043594-0a3b-4948-b12b-f8880779ffe4,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:34.788425 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50688) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:34.818742 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Checking segment: {'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:55:34.819123 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Network hostable DHCP agents. Network: 138add0c-7439-4779-a280-abe6357e82e9, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:55:34.874075 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Publish callbacks [] for security_group (e4043594-0a3b-4948-b12b-f8880779ffe4), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:34.899988 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Publish callbacks [] for security_group (e4043594-0a3b-4948-b12b-f8880779ffe4), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:34.941325 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Network 138add0c-7439-4779-a280-abe6357e82e9 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:55:35.010253 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 138add0c-7439-4779-a280-abe6357e82e9) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:35.015885 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:35.016508 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:35.025775 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5093894-cdac-4d4e-b77f-260563b25163 None None] Network 138add0c-7439-4779-a280-abe6357e82e9 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:55:35.032776 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (e4043594-0a3b-4948-b12b-f8880779ffe4), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:35.036711 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:35.038426 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4043594-0a3b-4948-b12b-f8880779ffe4 HTTP/1.1" status: 204 len: 168 time: 0.2476125 May 26 16:55:35.050872 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4043594-0a3b-4948-b12b-f8880779ffe4,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:35.061025 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.061232 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.061624 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.061857 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.062240 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.063458 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.063801 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.064640 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.084286 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.084820 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.092659 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.093545 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.094116 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.099004 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-00770a98-55dc-465d-8216-b845b4bf874a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0399909 May 26 16:55:35.099915 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.100223 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dacc87-6709-41a9-ada9-750faba2b31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:35.212878 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0da0f-9e85-4417-8570-fa322af94922 req-b9b08baf-a34f-430c-9884-ba32c2051d0f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:35.214171 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec52a3-8107-460a-8eb8-fe8c5111aab6 None None] Network 138add0c-7439-4779-a280-abe6357e82e9 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:55:35.214585 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4cf0da0f-9e85-4417-8570-fa322af94922 req-b9b08baf-a34f-430c-9884-ba32c2051d0f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0611773 May 26 16:55:35.308139 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4cf0da0f-9e85-4417-8570-fa322af94922 req-ba3d403b-fdc8-4eff-8cbe-58203f351982 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856256 May 26 16:55:35.311342 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:35.652798 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06373d0-9cbf-4489-b2d5-95568ab7c1f6 req-2d040c26-fda5-47ca-afd8-0163fac571a8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:35.655261 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d06373d0-9cbf-4489-b2d5-95568ab7c1f6 req-2d040c26-fda5-47ca-afd8-0163fac571a8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 946 time: 0.0608106 May 26 16:55:35.723769 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d06373d0-9cbf-4489-b2d5-95568ab7c1f6 req-45e11b2e-09fb-476a-a789-da14419d8cff tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563233 May 26 16:55:35.856114 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:35.874294 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba22fe3-9570-4a83-a075-39eef1705a9c req-3a24eae1-1b05-44d0-90c9-a7b633616e3a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:35.877787 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4ba22fe3-9570-4a83-a075-39eef1705a9c req-3a24eae1-1b05-44d0-90c9-a7b633616e3a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 946 time: 0.0636623 May 26 16:55:35.889233 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50730) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:35.897859 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'floatingip': {'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:36.062897 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50732) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:36.087827 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-38650d97-fb4b-4487-8c27-bead8100dbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:36.107832 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:36.192193 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (069ae738-35e9-4c46-b81a-9f3dffe81f1b), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:36.206823 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:36.219791 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-38650d97-fb4b-4487-8c27-bead8100dbc6 admin admin] Publish callbacks [] for security_group (1e5251c8-4e10-48a3-b240-c059b4456fc0), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:36.290754 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-38650d97-fb4b-4487-8c27-bead8100dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (1e5251c8-4e10-48a3-b240-c059b4456fc0), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:36.343878 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38650d97-fb4b-4487-8c27-bead8100dbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5251c8-4e10-48a3-b240-c059b4456fc0,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:36.357417 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-38650d97-fb4b-4487-8c27-bead8100dbc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f36d038ead54ea19c5950c99039fbe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882996 May 26 16:55:36.358799 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50736) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:36.471905 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4b87729d-064f-46bf-a4ce-f6e12b0807f3 admin admin] Publish callbacks [] for security_group (1e5251c8-4e10-48a3-b240-c059b4456fc0), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:36.503989 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4b87729d-064f-46bf-a4ce-f6e12b0807f3 admin admin] Publish callbacks [] for security_group (1e5251c8-4e10-48a3-b240-c059b4456fc0), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:36.514166 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:36.524532 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004e289-9846-41c3-908c-7ca3f8cbf828 req-a8b52f26-72d1-4c4c-955e-17b97bc2072c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:36.526611 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0004e289-9846-41c3-908c-7ca3f8cbf828 req-a8b52f26-72d1-4c4c-955e-17b97bc2072c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0741534 May 26 16:55:36.697475 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4b87729d-064f-46bf-a4ce-f6e12b0807f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (1e5251c8-4e10-48a3-b240-c059b4456fc0), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:36.703833 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4b87729d-064f-46bf-a4ce-f6e12b0807f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:36.706716 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-4b87729d-064f-46bf-a4ce-f6e12b0807f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e5251c8-4e10-48a3-b240-c059b4456fc0 HTTP/1.1" status: 204 len: 168 time: 0.3454468 May 26 16:55:36.711882 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0004e289-9846-41c3-908c-7ca3f8cbf828 req-6893b144-8db0-4b0e-81fb-b9b14d6eac2c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252892 May 26 16:55:36.719765 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87729d-064f-46bf-a4ce-f6e12b0807f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5251c8-4e10-48a3-b240-c059b4456fc0,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:37.022630 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:37.127319 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (069ae738-35e9-4c46-b81a-9f3dffe81f1b), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:37.213464 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcf5b3-801e-498a-b5e5-ba6ace6d829e req-63ebb1f6-9dfa-4568-9207-8c2be42b52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:37.216067 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f9fcf5b3-801e-498a-b5e5-ba6ace6d829e req-63ebb1f6-9dfa-4568-9207-8c2be42b52f9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 1129 time: 0.0680859 May 26 16:55:37.261603 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Floating IP 069ae738-35e9-4c46-b81a-9f3dffe81f1b associated. External IP: 172.27.1.138, port: aa42d105-247d-49cd-9b56-b9f75a4b66eb. May 26 16:55:37.275639 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f9fcf5b3-801e-498a-b5e5-ba6ace6d829e req-14d82abf-5842-4d38-9462-28a6d851c1c0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529275 May 26 16:55:37.313467 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:37.502355 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:55:37.629632 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:55:37.634902 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:37.644565 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:55:37.660961 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:37.662455 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:55:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:37.668611 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f5ba0324-67e4-4851-93de-b9a345aaebbf tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "PUT /v2.0/floatingips/069ae738-35e9-4c46-b81a-9f3dffe81f1b HTTP/1.1" status: 200 len: 992 time: 1.7767384 May 26 16:55:37.669199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'tag': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:37.671987 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038b51e-c62e-451c-acf4-6c580456b6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "922fbe1c-0632-41ec-b652-d4e1c457d234", "tag": "aa42d105-247d-49cd-9b56-b9f75a4b66eb"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:37.732757 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96bcca4-70db-4efc-9306-7726fef92891 x-openstack-request-id: req-e96bcca4-70db-4efc-9306-7726fef92891 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:37.732757 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922fbe1c-0632-41ec-b652-d4e1c457d234", "tag": "aa42d105-247d-49cd-9b56-b9f75a4b66eb", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:37.732757 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e96bcca4-70db-4efc-9306-7726fef92891 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:37.733515 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96bcca4-70db-4efc-9306-7726fef92891'] response: {'name': 'network-changed', 'server_uuid': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'tag': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'status': 'completed', 'code': 200} May 26 16:55:37.794497 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:37.960041 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbaec4d-0bb4-47fb-aec8-75d8440c0909 req-eca268d1-4b64-42a4-9b99-53f9e5e47e06 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:37.962392 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9bbaec4d-0bb4-47fb-aec8-75d8440c0909 req-eca268d1-4b64-42a4-9b99-53f9e5e47e06 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.1071558 May 26 16:55:38.060934 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-173bb32b-f557-4558-b12d-26392185f7f0 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:38.064122 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-173bb32b-f557-4558-b12d-26392185f7f0 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/networks?id=138add0c-7439-4779-a280-abe6357e82e9 HTTP/1.1" status: 200 len: 808 time: 0.3070905 May 26 16:55:38.100422 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9bbaec4d-0bb4-47fb-aec8-75d8440c0909 req-ca21b8b6-79eb-4e28-81c9-898257368171 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265171 May 26 16:55:38.105725 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-f9ce36d9-a479-40b3-ae03-e300d90e2dce tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/quotas/dc9eb3074bcf4c8eb5ddec86dd21f676 HTTP/1.1" status: 200 len: 375 time: 0.0268247 May 26 16:55:38.147083 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:36Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:38.156883 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:38.164651 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-59d7d092-5e85-4a0d-a284-babcafa22298 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461440 May 26 16:55:38.194449 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:55:38.207948 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-fcf9f217-ed2e-4acf-ba55-81d86d875198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:38.211000 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-fcf9f217-ed2e-4acf-ba55-81d86d875198 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 1130 time: 0.0691545 May 26 16:55:38.213298 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:38.214355 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:55:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:38.305018 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:38.317878 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-0d675353-5951-4d37-8082-47e8a9049bea service neutron] 10.222.0.48 "GET /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437709 May 26 16:55:38.344195 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-b3b25a7b-b858-4b83-ada8-e3db66c6cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:38.347613 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-b3b25a7b-b858-4b83-ada8-e3db66c6cfa4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 916 time: 0.1276550 May 26 16:55:38.363440 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:38.464232 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-9afa3591-8fed-4852-8f88-817225aa58aa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa42d105-247d-49cd-9b56-b9f75a4b66eb HTTP/1.1" status: 200 len: 1000 time: 0.1091619 May 26 16:55:38.474564 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-bc1965ce-4640-49ba-9a73-4c0571ab1a19 service neutron] 10.222.0.48 "GET /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478314 May 26 16:55:38.502146 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:38.706444 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:36Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:38.744646 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0aeba-ce6c-4bd8-9c85-a1d6d5a30e98 None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:36Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:55:38.880350 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2fd0ac0e-c669-421b-a22d-3245b33da287 req-bfecc045-3659-4794-b9d4-0a759208bf9a tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 210 time: 0.0572746 May 26 16:55:39.065891 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd2c75-4c1c-478b-853b-878950fedf30 None None] New status for floating IP 069ae738-35e9-4c46-b81a-9f3dffe81f1b: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:55:39.217098 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50828) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:39.356530 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-6ee61361-5204-4c2d-8fb6-c53269f47cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:39.361395 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-6ee61361-5204-4c2d-8fb6-c53269f47cf2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 200 len: 854 time: 0.0807519 May 26 16:55:39.403772 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d24890-f929-482a-a9e2-01d067bd0416 req-01548ca0-8d30-417a-a325-d5670d551740 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:39.410027 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-07d24890-f929-482a-a9e2-01d067bd0416 req-01548ca0-8d30-417a-a325-d5670d551740 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.1601853 May 26 16:55:39.495972 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-0eed02c8-48c7-4a40-84a4-2b51092a19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:39.498065 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-0eed02c8-48c7-4a40-84a4-2b51092a19f7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f04a253f-94d5-469e-a169-e4789fc9cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1311128 May 26 16:55:39.560624 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-07d24890-f929-482a-a9e2-01d067bd0416 req-ed236e8c-9ecf-431b-b2ee-b96a5d0077ac tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421278 May 26 16:55:39.915066 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-910d3a41-a26e-4202-967a-9896d278bc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:40.013312 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0cffe586-1e7e-483d-b7a3-8f2cf34c4b3d req-9ecd4063-40d0-4d9d-b0f2-18f71cb11156 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 210 time: 0.0669441 May 26 16:55:40.054794 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-608194b7-04e2-4aa2-af55-5dc99dfa40c6 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451622 May 26 16:55:40.215459 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-910d3a41-a26e-4202-967a-9896d278bc55 admin admin] Publish callbacks [] for security_group (4333dcf9-5641-4d94-a234-5ffacaea3a38), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:40.243563 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b038b51e-c62e-451c-acf4-6c580456b6b4 req-e2a08be2-6b8c-470d-8161-00e6e757f06c service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851285 May 26 16:55:40.362239 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-910d3a41-a26e-4202-967a-9896d278bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (4333dcf9-5641-4d94-a234-5ffacaea3a38), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:40.409430 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d3a41-a26e-4202-967a-9896d278bc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333dcf9-5641-4d94-a234-5ffacaea3a38,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:40.414742 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-910d3a41-a26e-4202-967a-9896d278bc55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56f65eb5205d4cdd949a6f3a6131ee7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1949885 May 26 16:55:40.417529 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50858) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:40.485102 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c383f692-1ec8-4baf-b351-993d4026a01e admin admin] Publish callbacks [] for security_group (4333dcf9-5641-4d94-a234-5ffacaea3a38), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:40.519920 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c383f692-1ec8-4baf-b351-993d4026a01e admin admin] Publish callbacks [] for security_group (4333dcf9-5641-4d94-a234-5ffacaea3a38), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:40.571699 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:40.709351 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f260a-bc40-4607-a071-c023e0b58392 req-da63aa4e-b30e-475c-a1c8-8768dd0b13f4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:40.711135 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eb3f260a-bc40-4607-a071-c023e0b58392 req-da63aa4e-b30e-475c-a1c8-8768dd0b13f4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0617712 May 26 16:55:40.714498 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 50864) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:40.730044 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c383f692-1ec8-4baf-b351-993d4026a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (4333dcf9-5641-4d94-a234-5ffacaea3a38), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:40.735294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c383f692-1ec8-4baf-b351-993d4026a01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:40.739126 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c383f692-1ec8-4baf-b351-993d4026a01e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4333dcf9-5641-4d94-a234-5ffacaea3a38 HTTP/1.1" status: 204 len: 168 time: 0.3192458 May 26 16:55:40.753228 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383f692-1ec8-4baf-b351-993d4026a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333dcf9-5641-4d94-a234-5ffacaea3a38,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:40.823056 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eb3f260a-bc40-4607-a071-c023e0b58392 req-3e34ff28-048f-4694-a137-342b47665807 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000390 May 26 16:55:40.910512 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4b99c089-193c-4b3d-9a2a-fe5d16677e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:41.078219 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4b99c089-193c-4b3d-9a2a-fe5d16677e00 admin admin] Publish callbacks [] for security_group (8ed689a6-172e-4831-b8a9-deeefec27700), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:41.182629 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-04ce98c1-a078-46a6-8c13-ef7f5b452d59 req-03eb42ae-3be2-4aa2-a832-4b6762748660 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 210 time: 0.0545878 May 26 16:55:41.192876 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4b99c089-193c-4b3d-9a2a-fe5d16677e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (8ed689a6-172e-4831-b8a9-deeefec27700), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:41.286712 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50880) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:41.303713 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-4b99c089-193c-4b3d-9a2a-fe5d16677e00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4416ef92d84346fa90a62ff4ab718313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5876133 May 26 16:55:41.305376 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99c089-193c-4b3d-9a2a-fe5d16677e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed689a6-172e-4831-b8a9-deeefec27700,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:41.439413 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c753b1b2-1fef-4f2d-98cb-8251b1d206a6 admin admin] Publish callbacks [] for security_group (8ed689a6-172e-4831-b8a9-deeefec27700), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:41.455375 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854d28b-0999-4b3a-b8f7-9ab3a0fbb46b req-5610d492-296f-426b-a8a0-02a53f9868f9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:41.457765 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d854d28b-0999-4b3a-b8f7-9ab3a0fbb46b req-5610d492-296f-426b-a8a0-02a53f9868f9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0854871 May 26 16:55:41.474664 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c753b1b2-1fef-4f2d-98cb-8251b1d206a6 admin admin] Publish callbacks [] for security_group (8ed689a6-172e-4831-b8a9-deeefec27700), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:41.542352 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d854d28b-0999-4b3a-b8f7-9ab3a0fbb46b req-4c5e2d5a-ec24-477f-b78c-4140c03a3fd9 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765328 May 26 16:55:41.651971 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c753b1b2-1fef-4f2d-98cb-8251b1d206a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (8ed689a6-172e-4831-b8a9-deeefec27700), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:41.656784 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c753b1b2-1fef-4f2d-98cb-8251b1d206a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:41.661540 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c753b1b2-1fef-4f2d-98cb-8251b1d206a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ed689a6-172e-4831-b8a9-deeefec27700 HTTP/1.1" status: 204 len: 168 time: 0.3704171 May 26 16:55:41.676047 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:41.682965 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753b1b2-1fef-4f2d-98cb-8251b1d206a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed689a6-172e-4831-b8a9-deeefec27700,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:41.802916 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de037f-779f-4042-816f-c99fc837d6a5 req-62648d5a-265d-4e40-a7ae-7fd412d1b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:41.807304 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08de037f-779f-4042-816f-c99fc837d6a5 req-62648d5a-265d-4e40-a7ae-7fd412d1b4bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 1129 time: 0.0689754 May 26 16:55:41.974665 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de037f-779f-4042-816f-c99fc837d6a5 req-98a4e777-d4dd-4a6a-8a83-877836b5e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:41.976898 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08de037f-779f-4042-816f-c99fc837d6a5 req-98a4e777-d4dd-4a6a-8a83-877836b5e62b service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.1619084 May 26 16:55:42.032147 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08de037f-779f-4042-816f-c99fc837d6a5 req-d1af5bc3-edf1-4a1e-81c7-624de4694ee5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fe6234-052f-41cc-8a4f-a24813700c3e HTTP/1.1" status: 200 len: 217 time: 0.0459402 May 26 16:55:42.112903 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de037f-779f-4042-816f-c99fc837d6a5 req-0d93d592-bb1c-4cc3-ab28-86e1a86f9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:42.116199 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08de037f-779f-4042-816f-c99fc837d6a5 req-0d93d592-bb1c-4cc3-ab28-86e1a86f9bb8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0736840 May 26 16:55:42.339319 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de037f-779f-4042-816f-c99fc837d6a5 req-784a6bf0-2090-46cb-b0df-72f4654e0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:42.342412 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08de037f-779f-4042-816f-c99fc837d6a5 req-784a6bf0-2090-46cb-b0df-72f4654e0857 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2013743 May 26 16:55:42.383627 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ecdb3454-f203-4a0d-96c2-c461b5107e8f req-8cac6cc1-cf95-4fbe-b46e-2ba794a63456 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 210 time: 0.0633659 May 26 16:55:42.509500 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-313a2ac1-f5e2-41d6-8677-baa27c1cd3a5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:42.511101 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-313a2ac1-f5e2-41d6-8677-baa27c1cd3a5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.95 "GET /v2.0/networks?id=138add0c-7439-4779-a280-abe6357e82e9 HTTP/1.1" status: 200 len: 808 time: 0.3739562 May 26 16:55:42.545502 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Request body: {'port': {'device_id': '1a0e5df4-33a2-4d03-8f86-c68743d1dbba', 'network_id': '138add0c-7439-4779-a280-abe6357e82e9', 'admin_state_up': True, 'tenant_id': 'dc9eb3074bcf4c8eb5ddec86dd21f676'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:42.733296 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08de037f-779f-4042-816f-c99fc837d6a5 req-6824d613-3b51-49b1-a2e1-a0b921474005 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799009 May 26 16:55:42.749552 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50926) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:42.808923 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7d9790fa-2c7e-45a8-b492-817929e01007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:42.814569 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:42.829691 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b39425-a3da-49c1-bdf1-58ead1560ea3 req-68b93608-36e3-4039-a112-63b7c7507a45 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:42.832200 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94b39425-a3da-49c1-bdf1-58ead1560ea3 req-68b93608-36e3-4039-a112-63b7c7507a45 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.1272066 May 26 16:55:42.904381 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:42.914982 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94b39425-a3da-49c1-bdf1-58ead1560ea3 req-0d0cc772-8542-4e09-a8bc-47bcbbd96143 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732806 May 26 16:55:43.135564 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08de037f-779f-4042-816f-c99fc837d6a5 req-bb3f9e45-cf97-4bf2-823c-ddf976a577bc service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855647 May 26 16:55:43.135564 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7d9790fa-2c7e-45a8-b492-817929e01007 admin admin] Publish callbacks [] for security_group (8f613975-ff6d-4c38-9655-98f00c99ff3e), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:43.445703 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Made reservation on behalf of dc9eb3074bcf4c8eb5ddec86dd21f676 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:43.451658 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:43.455426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7d9790fa-2c7e-45a8-b492-817929e01007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (8f613975-ff6d-4c38-9655-98f00c99ff3e), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:43.525693 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:43.568529 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7d9790fa-2c7e-45a8-b492-817929e01007 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84431f423d5248a1a0a2e81442fd01af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8129096 May 26 16:55:43.573367 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 50952) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:43.594749 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f0d3b89-e472-485a-b0a5-330b6ea85ee4 req-83ae294f-b8d2-4702-b7b6-0a58683a4301 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 210 time: 0.0865164 May 26 16:55:43.595855 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9790fa-2c7e-45a8-b492-817929e01007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f613975-ff6d-4c38-9655-98f00c99ff3e,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:43.776385 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d9367d52-cf63-43a1-8d77-47f29afd5df4 admin admin] Publish callbacks [] for security_group (8f613975-ff6d-4c38-9655-98f00c99ff3e), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:43.799668 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Allocated IP 172.20.0.6 (138add0c-7439-4779-a280-abe6357e82e9/87308d1c-4163-48b1-8541-452e10249892/b7bfafc7-59b7-4831-81be-c5ef5e045f41) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:43.831867 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d9367d52-cf63-43a1-8d77-47f29afd5df4 admin admin] Publish callbacks [] for security_group (8f613975-ff6d-4c38-9655-98f00c99ff3e), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:44.093588 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d9367d52-cf63-43a1-8d77-47f29afd5df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (8f613975-ff6d-4c38-9655-98f00c99ff3e), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:44.099943 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d9367d52-cf63-43a1-8d77-47f29afd5df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:44.104857 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-d9367d52-cf63-43a1-8d77-47f29afd5df4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f613975-ff6d-4c38-9655-98f00c99ff3e HTTP/1.1" status: 204 len: 168 time: 0.5261486 May 26 16:55:44.128176 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536c532-b4b2-4d8f-a734-3972b9021127 req-f2ce5097-9964-4817-a390-d8844420af22 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:44.143854 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e536c532-b4b2-4d8f-a734-3972b9021127 req-f2ce5097-9964-4817-a390-d8844420af22 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.1352594 May 26 16:55:44.285291 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e536c532-b4b2-4d8f-a734-3972b9021127 req-d49f714c-567c-4d82-bda8-651b4beb4946 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355782 May 26 16:55:44.332847 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9367d52-cf63-43a1-8d77-47f29afd5df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f613975-ff6d-4c38-9655-98f00c99ff3e,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:44.418590 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:44.498698 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks [] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:44.635815 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:44.725106 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Network 138add0c-7439-4779-a280-abe6357e82e9 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:44.736368 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:44.744625 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:44.779508 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Pushing event updated for resources: {'Port': ['ID=b7bfafc7-59b7-4831-81be-c5ef5e045f41,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:44.799779 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71918d-6f3c-46ab-b99e-e112fcddecf8 req-bf9f4f87-8f04-4ab7-8517-7ff982a4b350 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:44.801719 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6a71918d-6f3c-46ab-b99e-e112fcddecf8 req-bf9f4f87-8f04-4ab7-8517-7ff982a4b350 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 931 time: 0.0779347 May 26 16:55:44.832520 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:44.833227 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:44.898363 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6a71918d-6f3c-46ab-b99e-e112fcddecf8 req-09be8c0a-6d88-48d3-a777-01bb127f0e67 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865276 May 26 16:55:44.982699 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-27965812-d6b6-4ca3-b42d-d3510994b6ca tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4454441 May 26 16:55:45.474497 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:45.497083 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360e0b1-e3a7-4e2b-9414-924f060a98a0 req-c55a6c32-7e85-4939-bb37-6c8d5190225d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:45.500924 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b360e0b1-e3a7-4e2b-9414-924f060a98a0 req-c55a6c32-7e85-4939-bb37-6c8d5190225d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.1152909 May 26 16:55:45.628207 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b360e0b1-e3a7-4e2b-9414-924f060a98a0 req-9ddd264a-ba2a-42f5-bbd1-795f8c8f7a33 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139119 May 26 16:55:45.708178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Request body: {'port': {'device_id': '1a0e5df4-33a2-4d03-8f86-c68743d1dbba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:45.770185 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:45.825786 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:46.138334 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe33f6a-1018-4880-b37a-2204ebb3ce85 req-d9fc30af-3cf8-4f70-bf02-b506ecdeb5e1 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:46.146528 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cfe33f6a-1018-4880-b37a-2204ebb3ce85 req-d9fc30af-3cf8-4f70-bf02-b506ecdeb5e1 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 931 time: 0.1209574 May 26 16:55:46.233092 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cfe33f6a-1018-4880-b37a-2204ebb3ce85 req-dfdbf52b-e6a1-4b23-8175-2f8e4b0c71af tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840638 May 26 16:55:46.469312 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bfafc7-59b7-4831-81be-c5ef5e045f41 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:55:46.483370 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Publish callbacks [] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:46.489358 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:46.508822 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Transition to ACTIVE for port object b7bfafc7-59b7-4831-81be-c5ef5e045f41 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:55:46.622805 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:46.745086 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfafc7-59b7-4831-81be-c5ef5e045f41,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:46.854461 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67b69-1071-4b67-a66f-045047790d95 req-9e93b83a-35ec-4448-af3d-cb512e258589 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:46.858255 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7e67b69-1071-4b67-a66f-045047790d95 req-9e93b83a-35ec-4448-af3d-cb512e258589 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0956388 May 26 16:55:46.877521 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Attempting to bind port b7bfafc7-59b7-4831-81be-c5ef5e045f41 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:55:46.877884 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Attempting to bind port b7bfafc7-59b7-4831-81be-c5ef5e045f41 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:55:46.878401 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Attempting to bind port b7bfafc7-59b7-4831-81be-c5ef5e045f41 on network 138add0c-7439-4779-a280-abe6357e82e9 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:46.887800 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Port b7bfafc7-59b7-4831-81be-c5ef5e045f41 on network 138add0c-7439-4779-a280-abe6357e82e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:55:46.888432 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Attempting to bind port b7bfafc7-59b7-4831-81be-c5ef5e045f41 on network 138add0c-7439-4779-a280-abe6357e82e9 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:46.904859 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b768aca6-f9a6-4b50-941c-3b07302c2704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:46.909328 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:46.910069 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Checking segment: {'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:55:46.924322 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Bound using segment: {'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:46.924322 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Bound port: b7bfafc7-59b7-4831-81be-c5ef5e045f41, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:55:46.924322 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:46.969967 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7e67b69-1071-4b67-a66f-045047790d95 req-e10a5690-c250-408e-949d-ca4700f253a8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780149 May 26 16:55:47.102302 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:47.107998 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] For port b7bfafc7-59b7-4831-81be-c5ef5e045f41, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:47.125043 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] For port b7bfafc7-59b7-4831-81be-c5ef5e045f41, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b7bfafc7-59b7-4831-81be-c5ef5e045f41,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:47.227631 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:47.277152 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:47.278073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:47.279839 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] 10.222.0.95 "PUT /v2.0/ports/b7bfafc7-59b7-4831-81be-c5ef5e045f41 HTTP/1.1" status: 200 len: 1093 time: 1.5762904 May 26 16:55:47.280373 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0e5df4-33a2-4d03-8f86-c68743d1dbba', 'tag': 'b7bfafc7-59b7-4831-81be-c5ef5e045f41'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:47.282937 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5116a4d-d356-4449-8be5-652aa308f9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0e5df4-33a2-4d03-8f86-c68743d1dbba", "tag": "b7bfafc7-59b7-4831-81be-c5ef5e045f41"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:47.350606 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b7c83-5e78-4979-bd5e-517303b4e203 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfafc7-59b7-4831-81be-c5ef5e045f41,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:47.412663 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27db60-999e-48d9-b75e-4c35194f8bd6 req-be2ec47a-a07b-4020-9a34-b776d9fd5c8c tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:47.415137 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ee27db60-999e-48d9-b75e-4c35194f8bd6 req-be2ec47a-a07b-4020-9a34-b776d9fd5c8c tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 943 time: 0.0722375 May 26 16:55:47.482361 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ee27db60-999e-48d9-b75e-4c35194f8bd6 req-19ca5272-9325-4e2a-bc34-adcb7638241b tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603576 May 26 16:55:47.576250 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b693b27d-5085-4e3d-b056-2f01cca81199 x-openstack-request-id: req-b693b27d-5085-4e3d-b056-2f01cca81199 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:47.576718 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0e5df4-33a2-4d03-8f86-c68743d1dbba", "tag": "b7bfafc7-59b7-4831-81be-c5ef5e045f41", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:47.577133 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b693b27d-5085-4e3d-b056-2f01cca81199 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:47.578099 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b693b27d-5085-4e3d-b056-2f01cca81199'] response: {'name': 'network-changed', 'server_uuid': '1a0e5df4-33a2-4d03-8f86-c68743d1dbba', 'tag': 'b7bfafc7-59b7-4831-81be-c5ef5e045f41', 'status': 'completed', 'code': 200} May 26 16:55:48.213961 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eaca6-f710-4326-b0be-bc2d709cbc2e req-41f6bbc9-96f9-4c79-92ed-25f5f67f2999 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:48.215796 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-184eaca6-f710-4326-b0be-bc2d709cbc2e req-41f6bbc9-96f9-4c79-92ed-25f5f67f2999 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0625951 May 26 16:55:48.278415 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-184eaca6-f710-4326-b0be-bc2d709cbc2e req-7724d14e-ac5a-4ce5-9066-2776e64324e7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556819 May 26 16:55:48.656158 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d969b44-afab-4f80-bb90-002b6fd490e8 req-2c06fd00-a595-4c45-9a66-8c9aa215f845 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:48.657869 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4d969b44-afab-4f80-bb90-002b6fd490e8 req-2c06fd00-a595-4c45-9a66-8c9aa215f845 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 943 time: 0.0627129 May 26 16:55:48.708570 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=95 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:48.710143 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:48.726517 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4d969b44-afab-4f80-bb90-002b6fd490e8 req-0bafc7b7-6a18-4988-86bc-a11ef63240ba tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613377 May 26 16:55:49.264343 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bbda23d4-9ff2-4ca5-839f-2c4f95ebe0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:49.411219 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80f4c-737b-4f82-9315-4cdb4a59a0d9 req-a2d8ee46-776f-4866-a316-71a611e46262 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:49.413025 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7f80f4c-737b-4f82-9315-4cdb4a59a0d9 req-a2d8ee46-776f-4866-a316-71a611e46262 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0538599 May 26 16:55:49.447743 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:49.501537 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7f80f4c-737b-4f82-9315-4cdb4a59a0d9 req-3ebb9a5f-1df3-47ed-b6a9-b8559789044b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807283 May 26 16:55:49.917796 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d4cc5-4f53-4f41-8852-4e8f8d1e1c12 req-98de90c1-dce5-427b-b63f-f8feb6b47c8b tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:49.919531 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-758d4cc5-4f53-4f41-8852-4e8f8d1e1c12 req-98de90c1-dce5-427b-b63f-f8feb6b47c8b tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 943 time: 0.0825269 May 26 16:55:49.988222 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-758d4cc5-4f53-4f41-8852-4e8f8d1e1c12 req-eb5d0432-352f-4035-8102-dedf9e657481 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622213 May 26 16:55:50.064655 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5116a4d-d356-4449-8be5-652aa308f9e8 req-9575bcc8-3deb-486e-8e70-023da592599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:50.066453 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b5116a4d-d356-4449-8be5-652aa308f9e8 req-9575bcc8-3deb-486e-8e70-023da592599b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 1127 time: 0.0951962 May 26 16:55:50.251193 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5116a4d-d356-4449-8be5-652aa308f9e8 req-6236cd66-5f94-4dcf-8eff-425e63f546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:50.253057 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b5116a4d-d356-4449-8be5-652aa308f9e8 req-6236cd66-5f94-4dcf-8eff-425e63f546cc service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1296132 May 26 16:55:50.435498 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5116a4d-d356-4449-8be5-652aa308f9e8 req-f114248c-2e89-41ba-b2fa-2fda605bde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:50.437566 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b5116a4d-d356-4449-8be5-652aa308f9e8 req-f114248c-2e89-41ba-b2fa-2fda605bde29 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110930 May 26 16:55:50.565393 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-a5d7c5c1-7ce0-4cda-b60a-0a9ca6121bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:50.567188 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-a5d7c5c1-7ce0-4cda-b60a-0a9ca6121bb8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 1127 time: 0.0507324 May 26 16:55:50.626495 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-37a2a98a-c7e7-4c0e-835a-5393ce73095c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7bfafc7-59b7-4831-81be-c5ef5e045f41 HTTP/1.1" status: 200 len: 217 time: 0.0416627 May 26 16:55:50.656635 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a9caa-35b0-4f7a-ac60-b8e640d3cae7 req-e27d5514-7b59-48bc-ac6f-bfb05e6635fa tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:50.658279 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a62a9caa-35b0-4f7a-ac60-b8e640d3cae7 req-e27d5514-7b59-48bc-ac6f-bfb05e6635fa tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0581858 May 26 16:55:50.721045 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a62a9caa-35b0-4f7a-ac60-b8e640d3cae7 req-fb704846-8d4b-495b-bdf9-f8246ad20eec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562942 May 26 16:55:50.722753 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-0bce7186-22de-419f-a280-521dbb16740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:50.728855 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-0bce7186-22de-419f-a280-521dbb16740b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=87308d1c-4163-48b1-8541-452e10249892 HTTP/1.1" status: 200 len: 848 time: 0.0952718 May 26 16:55:50.768077 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-49b0c556-e0a4-43bc-8274-ea9a0d454edd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=138add0c-7439-4779-a280-abe6357e82e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322587 May 26 16:55:50.897410 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-ccc9b648-5c36-4adf-93ee-28f25b5fc40a service neutron] 10.222.0.95 "GET /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181719 May 26 16:55:51.021858 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b32ee50-a4ac-4a07-a107-ca363e0add32 req-5014f88b-ffb7-4c47-941b-f761c1d0b529 service neutron] 10.222.0.95 "GET /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161375 May 26 16:55:51.145409 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dca070-f648-4f4d-befa-91fdcfbcd0f4 req-de38de84-6ae5-40f7-ab16-04488c6555df tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:51.147144 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d4dca070-f648-4f4d-befa-91fdcfbcd0f4 req-de38de84-6ae5-40f7-ab16-04488c6555df tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 943 time: 0.0584087 May 26 16:55:51.213669 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d4dca070-f648-4f4d-befa-91fdcfbcd0f4 req-e6a25e9d-0aea-4fbc-8117-ba64ed217791 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600653 May 26 16:55:51.398600 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:51.859071 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51148) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:51.864967 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-ad4591bf-2289-489a-bd9e-aab336fcc906 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512047878', 'description': 'tempest-description--2025873986'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:51.891938 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cf608-2b45-4a1d-aea7-30c429e64d64 req-2e417353-deaf-44a4-9376-7bc3e890197a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:51.893968 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-701cf608-2b45-4a1d-aea7-30c429e64d64 req-2e417353-deaf-44a4-9376-7bc3e890197a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0683963 May 26 16:55:51.982998 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-701cf608-2b45-4a1d-aea7-30c429e64d64 req-d8802d45-4f0f-4f1e-93f1-a04be2061c31 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811496 May 26 16:55:51.998945 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ad4591bf-2289-489a-bd9e-aab336fcc906 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.100934 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ad4591bf-2289-489a-bd9e-aab336fcc906 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group (7fd6b073-5e14-4613-84c4-5f0f8bbed324), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.185129 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ad4591bf-2289-489a-bd9e-aab336fcc906 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7fd6b073-5e14-4613-84c4-5f0f8bbed324), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.219420 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4591bf-2289-489a-bd9e-aab336fcc906 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd6b073-5e14-4613-84c4-5f0f8bbed324,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:52.309881 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ad4591bf-2289-489a-bd9e-aab336fcc906 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.311934 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ad4591bf-2289-489a-bd9e-aab336fcc906 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4513302 May 26 16:55:52.315486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51154) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:52.320970 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-a7aa8bca-5bd9-4e06-84ae-b1b51f4f0729 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'security_group_rule': {'security_group_id': '7fd6b073-5e14-4613-84c4-5f0f8bbed324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:52.334238 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:52.354543 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8c79-c2f1-4359-89eb-b68ccfd03477 req-472dc5ea-48e9-4be9-9888-cfac3182acba tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:52.356223 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6c2a8c79-c2f1-4359-89eb-b68ccfd03477 req-472dc5ea-48e9-4be9-9888-cfac3182acba tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 943 time: 0.0589364 May 26 16:55:52.413903 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6c2a8c79-c2f1-4359-89eb-b68ccfd03477 req-a37b874c-02b7-4b6f-b644-008bfb636b38 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506325 May 26 16:55:52.478907 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8bca-5bd9-4e06-84ae-b1b51f4f0729 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group_rule (10ace481-d105-462e-809c-ef37cb0cfa6b), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.537471 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:52.540712 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8bca-5bd9-4e06-84ae-b1b51f4f0729 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group_rule (10ace481-d105-462e-809c-ef37cb0cfa6b), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.643439 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8bca-5bd9-4e06-84ae-b1b51f4f0729 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (10ace481-d105-462e-809c-ef37cb0cfa6b), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.660142 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa8bca-5bd9-4e06-84ae-b1b51f4f0729 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ace481-d105-462e-809c-ef37cb0cfa6b,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:52.766651 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8bca-5bd9-4e06-84ae-b1b51f4f0729 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.770751 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a7aa8bca-5bd9-4e06-84ae-b1b51f4f0729 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4513831 May 26 16:55:52.770885 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51162) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:52.776355 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-c23299c3-136d-463d-9f36-6d0fca30faf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'security_group_rule': {'security_group_id': '7fd6b073-5e14-4613-84c4-5f0f8bbed324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:52.907231 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c23299c3-136d-463d-9f36-6d0fca30faf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group_rule (4dcc6a0b-2322-4740-9556-577840183255), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:52.983897 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c23299c3-136d-463d-9f36-6d0fca30faf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group_rule (4dcc6a0b-2322-4740-9556-577840183255), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:53.055543 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c23299c3-136d-463d-9f36-6d0fca30faf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (4dcc6a0b-2322-4740-9556-577840183255), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:53.078859 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23299c3-136d-463d-9f36-6d0fca30faf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcc6a0b-2322-4740-9556-577840183255,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:53.152680 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5611e-f1aa-4806-bf2c-3c3f9f1ee311 req-724bf517-a0fe-4ab0-9666-aff37ca03bf9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:53.155508 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79a5611e-f1aa-4806-bf2c-3c3f9f1ee311 req-724bf517-a0fe-4ab0-9666-aff37ca03bf9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0708532 May 26 16:55:53.175820 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c23299c3-136d-463d-9f36-6d0fca30faf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:53.177084 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c23299c3-136d-463d-9f36-6d0fca30faf0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4049644 May 26 16:55:53.180766 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51168) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:53.185403 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:53.217864 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79a5611e-f1aa-4806-bf2c-3c3f9f1ee311 req-afcc5f1e-d187-4508-8a35-a21ef6c740d2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529289 May 26 16:55:53.295765 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:53.350075 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:53.417820 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:53.536904 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Allocated IP 172.27.1.184 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/59b376fa-e3da-43f0-95ed-f8a3fa9f19e5) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:53.548843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4bf0d-ed5b-4ad8-8fb1-6fe74d13a9c3 req-320e595a-7513-4ef0-8a61-4194f49ea1dd tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:53.551374 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2cb4bf0d-ed5b-4ad8-8fb1-6fe74d13a9c3 req-320e595a-7513-4ef0-8a61-4194f49ea1dd tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 943 time: 0.0563719 May 26 16:55:53.584862 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:53.613773 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2cb4bf0d-ed5b-4ad8-8fb1-6fe74d13a9c3 req-47ad0b25-c434-46e7-9bb0-49df30e392c5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503149 May 26 16:55:53.676855 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for port (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:53.775537 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:53.829608 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:53.835350 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:53.838649 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:53.843040 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event updated for resources: {'Port': ['ID=59b376fa-e3da-43f0-95ed-f8a3fa9f19e5,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:53.878309 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:53.928415 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (5a924954-483e-4960-a6c0-37b66d7cd7ce), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:54.037750 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:54.062437 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:54.247467 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for port (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:54.329316 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:54.349467 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92909e39-b2b2-4a08-ba05-84da56e42b03 req-598bcb21-1500-4585-bfe1-e39b0ce96cb9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:54.351964 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-92909e39-b2b2-4a08-ba05-84da56e42b03 req-598bcb21-1500-4585-bfe1-e39b0ce96cb9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0550914 May 26 16:55:54.413958 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-92909e39-b2b2-4a08-ba05-84da56e42b03 req-2bb32d7c-6675-48d8-b851-20ee4d547b66 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540621 May 26 16:55:54.416190 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event updated for resources: {'Port': ['ID=59b376fa-e3da-43f0-95ed-f8a3fa9f19e5,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:54.426138 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (5a924954-483e-4960-a6c0-37b66d7cd7ce), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:54.517777 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:54.548387 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:54.549732 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3b0c139b-3c5d-4ac4-a7a8-81baa231c9e1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3679097 May 26 16:55:54.754447 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de07c48-a6a5-4218-96fc-22e3ba63991a req-bbfbaa5f-c851-4079-b306-1fef7ab97e9e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:54.756379 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9de07c48-a6a5-4218-96fc-22e3ba63991a req-bbfbaa5f-c851-4079-b306-1fef7ab97e9e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 943 time: 0.0632963 May 26 16:55:54.840327 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-b88be89f-a055-4154-8e43-d3a1f9157ec3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--512047878&fields=id&tenant_id=5150e5b054d34d09a3cb69e35f9c86dd HTTP/1.1" status: 200 len: 267 time: 0.0984516 May 26 16:55:54.851204 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9de07c48-a6a5-4218-96fc-22e3ba63991a req-36867534-4e7d-4d2d-b032-c9ec306feeac tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844598 May 26 16:55:54.929581 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:54.972803 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb608855-a08e-40de-9d64-fe4546a43139 req-34477006-e2bb-41af-89ea-563dd10cd74c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:54.974505 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-34477006-e2bb-41af-89ea-563dd10cd74c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 819 time: 0.1246819 May 26 16:55:54.993167 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-9100c0af-b95f-48d6-9342-425bfa93b760 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/quotas/5150e5b054d34d09a3cb69e35f9c86dd HTTP/1.1" status: 200 len: 375 time: 0.0127873 May 26 16:55:55.063847 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-57f8cb28-34de-44e7-b241-9d6a524d093c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0623617 May 26 16:55:55.186996 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-346b073c-313c-4f42-9847-25f7d47b74e7 service neutron] 10.222.0.48 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090672 May 26 16:55:55.293655 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-d25c1e09-b52b-4d5d-abbf-15b0e244a5d3 service neutron] 10.222.0.48 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995057 May 26 16:55:55.553293 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6dd1a-33fa-44e3-95f9-eefe690821f4 req-a17d9940-836b-45ad-8ef9-39841d201d21 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:55.555397 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-67d6dd1a-33fa-44e3-95f9-eefe690821f4 req-a17d9940-836b-45ad-8ef9-39841d201d21 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0526607 May 26 16:55:55.641617 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-67d6dd1a-33fa-44e3-95f9-eefe690821f4 req-293b4a38-330c-4401-ab19-570792dacf41 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787692 May 26 16:55:55.689574 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eaf7a7c3-dcf4-436a-8d0d-aa573a2c1075 req-ae953d8d-70db-4369-a7cc-450a429dff80 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 210 time: 0.0462773 May 26 16:55:56.016270 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc2c1-5a26-4b01-bdfe-18489c368281 req-0dc8812e-06a8-4bc6-a1eb-cab1e6d6576f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:56.026056 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e4ebc2c1-5a26-4b01-bdfe-18489c368281 req-0dc8812e-06a8-4bc6-a1eb-cab1e6d6576f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 943 time: 0.0643587 May 26 16:55:56.091442 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e4ebc2c1-5a26-4b01-bdfe-18489c368281 req-4a3c65b3-d0b2-43e4-a853-683c129203d9 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554764 May 26 16:55:56.642190 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device b7bfafc7-59b7-4831-81be-c5ef5e045f41 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:55:56.818491 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port b7bfafc7-59b7-4831-81be-c5ef5e045f41, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b7bfafc7-59b7-4831-81be-c5ef5e045f41,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:56.826616 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e3ec692-e9f3-4687-a3ec-2486a37773ae req-4bef39ad-a21f-4d02-a9f3-e7705ff9a23e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 210 time: 0.0378494 May 26 16:55:56.843658 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ccda-8221-407a-9dbf-2676eedd473e req-954fc0d9-4fbd-4797-9920-d14538b16bb0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:56.843884 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'b7bfafc7-59b7-4831-81be-c5ef5e045f41', 'network_id': '138add0c-7439-4779-a280-abe6357e82e9', 'port_id': 'b7bfafc7-59b7-4831-81be-c5ef5e045f41', 'mac_address': 'fa:16:3e:0d:d3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87308d1c-4163-48b1-8541-452e10249892', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:55:56.845284 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3f77ccda-8221-407a-9dbf-2676eedd473e req-954fc0d9-4fbd-4797-9920-d14538b16bb0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1042492 May 26 16:55:56.926557 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port b7bfafc7-59b7-4831-81be-c5ef5e045f41 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:56.927179 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:56.931001 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3f77ccda-8221-407a-9dbf-2676eedd473e req-97b05cfa-5739-48fe-9cc4-80845a052a6a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756993 May 26 16:55:56.963270 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bfafc7-59b7-4831-81be-c5ef5e045f41 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:55:57.003114 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port b7bfafc7-59b7-4831-81be-c5ef5e045f41, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b7bfafc7-59b7-4831-81be-c5ef5e045f41,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:57.107442 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:57.149932 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:57.174702 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=b7bfafc7-59b7-4831-81be-c5ef5e045f41,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:57.262200 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb83305-7fe0-4e59-86d6-a235705fc209 req-5e988f3d-fb09-4d1f-8b50-1eb3ee4746ef tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:57.265166 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2eb83305-7fe0-4e59-86d6-a235705fc209 req-5e988f3d-fb09-4d1f-8b50-1eb3ee4746ef tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 944 time: 0.0617440 May 26 16:55:57.320706 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2eb83305-7fe0-4e59-86d6-a235705fc209 req-8fe78c12-ea8d-4322-9bcf-a0067cafd7d0 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 May 26 16:55:57.582337 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['b7bfafc7-59b7-4831-81be-c5ef5e045f41'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:55:57.938294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51270) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:57.999807 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bebdea07-63fe-4ba9-85c6-5b7dedde11ce req-b5b6f276-387f-435f-80cf-e8b51a3f9dd6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 210 time: 0.0301204 May 26 16:55:58.105932 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:58.124662 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d9d88-4520-46c6-8823-8701bb12bd31 req-3396ac34-ae15-426e-9ec2-cbb1e61bd5ff tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:58.137520 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c17d9d88-4520-46c6-8823-8701bb12bd31 req-3396ac34-ae15-426e-9ec2-cbb1e61bd5ff tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0756147 May 26 16:55:58.140024 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-448627cb-772e-4c1e-9b44-12c753a48555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:58.246158 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c17d9d88-4520-46c6-8823-8701bb12bd31 req-76aa98d1-c1a8-4bc6-9525-2f80ecb50b34 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057069 May 26 16:55:58.247073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-448627cb-772e-4c1e-9b44-12c753a48555 admin admin] Publish callbacks [] for security_group (45032501-24ef-4aca-9b17-e172508239b9), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:58.398340 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-448627cb-772e-4c1e-9b44-12c753a48555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (45032501-24ef-4aca-9b17-e172508239b9), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:58.439654 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb608855-a08e-40de-9d64-fe4546a43139 req-a5739756-6321-4b25-b8f2-a0c663ee1c35 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:58.441381 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-a5739756-6321-4b25-b8f2-a0c663ee1c35 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 819 time: 0.1412814 May 26 16:55:58.464401 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:58.474839 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448627cb-772e-4c1e-9b44-12c753a48555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45032501-24ef-4aca-9b17-e172508239b9,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:58.480402 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-448627cb-772e-4c1e-9b44-12c753a48555 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=938418b980e34cd2b47128ed38499223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409763 May 26 16:55:58.487589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51282) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:55:58.511354 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bac0e7-1197-4d45-a520-de95df5a955a req-3fc79cb5-c534-467c-ac04-b85032a04355 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:58.514565 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-67bac0e7-1197-4d45-a520-de95df5a955a req-3fc79cb5-c534-467c-ac04-b85032a04355 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 944 time: 0.0914359 May 26 16:55:58.579951 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-0212e4b3-0344-4bc8-a10f-f54fa66c6736 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5150e5b054d34d09a3cb69e35f9c86dd HTTP/1.1" status: 200 len: 379 time: 0.1124909 May 26 16:55:58.585789 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b1e2ff7-18b3-404c-af32-5cc769b46641 admin admin] Publish callbacks [] for security_group (45032501-24ef-4aca-9b17-e172508239b9), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:58.592188 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'port': {'device_id': '8efc5100-c116-4608-a1d9-26e418e0609e', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'admin_state_up': True, 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'security_groups': ['7fd6b073-5e14-4613-84c4-5f0f8bbed324']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:55:58.598378 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-67bac0e7-1197-4d45-a520-de95df5a955a req-2550c11c-303c-460d-9a66-f0c45260c4ea tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728269 May 26 16:55:58.662576 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b1e2ff7-18b3-404c-af32-5cc769b46641 admin admin] Publish callbacks [] for security_group (45032501-24ef-4aca-9b17-e172508239b9), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:58.708004 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:58.734554 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device b7bfafc7-59b7-4831-81be-c5ef5e045f41 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:58.815437 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port b7bfafc7-59b7-4831-81be-c5ef5e045f41 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:55:58.826860 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Made reservation on behalf of 5150e5b054d34d09a3cb69e35f9c86dd for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:58.831213 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:58.833742 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b1e2ff7-18b3-404c-af32-5cc769b46641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (45032501-24ef-4aca-9b17-e172508239b9), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:58.837821 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b1e2ff7-18b3-404c-af32-5cc769b46641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:58.839254 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3b1e2ff7-18b3-404c-af32-5cc769b46641 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45032501-24ef-4aca-9b17-e172508239b9 HTTP/1.1" status: 204 len: 168 time: 0.3496583 May 26 16:55:58.870153 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e2ff7-18b3-404c-af32-5cc769b46641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45032501-24ef-4aca-9b17-e172508239b9,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:58.905702 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port b7bfafc7-59b7-4831-81be-c5ef5e045f41 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:55:58.907227 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:59.058857 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port b7bfafc7-59b7-4831-81be-c5ef5e045f41 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:55:59.059797 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:59.111249 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Allocated IP 172.20.0.11 (b6174ed6-c511-43d9-b82c-ba126d400329/0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6/3477b3a3-f453-4aca-9e4e-a3d0795c1473) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:59.121551 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e5df4-33a2-4d03-8f86-c68743d1dbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bfafc7-59b7-4831-81be-c5ef5e045f41'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:59.127525 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6939ec3-4212-47e2-8f01-897f2daf4ff8" -d '{"events": [{"server_uuid": "1a0e5df4-33a2-4d03-8f86-c68743d1dbba", "name": "network-vif-plugged", "status": "completed", "tag": "b7bfafc7-59b7-4831-81be-c5ef5e045f41"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:59.147025 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8c3b4488-69eb-4765-989c-835d996ff902 req-7cfb7a50-c29d-425a-896a-4cc3e5db0d93 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 210 time: 0.0411530 May 26 16:55:59.164189 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port b7bfafc7-59b7-4831-81be-c5ef5e045f41, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b7bfafc7-59b7-4831-81be-c5ef5e045f41,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:59.222532 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c3d8e-9072-4693-be35-1539b485ca14 x-openstack-request-id: req-066c3d8e-9072-4693-be35-1539b485ca14 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:59.222820 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e5df4-33a2-4d03-8f86-c68743d1dbba", "name": "network-vif-plugged", "status": "completed", "tag": "b7bfafc7-59b7-4831-81be-c5ef5e045f41", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:59.223265 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-066c3d8e-9072-4693-be35-1539b485ca14 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:59.224148 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066c3d8e-9072-4693-be35-1539b485ca14'] response: {'server_uuid': '1a0e5df4-33a2-4d03-8f86-c68743d1dbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bfafc7-59b7-4831-81be-c5ef5e045f41', 'code': 200} May 26 16:55:59.265694 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:59.352566 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:59.360659 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=b7bfafc7-59b7-4831-81be-c5ef5e045f41,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:59.395725 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:59.421715 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ebd3c-0059-43e2-853a-5714b9df2de4 req-df44b747-b8c9-4cb6-b9f9-bf213e306db1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:59.423720 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-962ebd3c-0059-43e2-853a-5714b9df2de4 req-df44b747-b8c9-4cb6-b9f9-bf213e306db1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0641022 May 26 16:55:59.470200 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:59.499352 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-962ebd3c-0059-43e2-853a-5714b9df2de4 req-b31f5468-552a-4b5a-8a9e-80e6043a3b26 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678668 May 26 16:55:59.541541 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:59.596384 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Network b6174ed6-c511-43d9-b82c-ba126d400329 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:59.599997 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:59.602844 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:59.640611 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event updated for resources: {'Port': ['ID=3477b3a3-f453-4aca-9e4e-a3d0795c1473,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:59.704947 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:59.706441 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:55:59.714682 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:55:59.778740 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69875a1-d0f6-430b-9844-49f30ef7b731 req-3fdf568d-fd04-46e8-8574-871b2f48e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:59.781000 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a69875a1-d0f6-430b-9844-49f30ef7b731 req-3fdf568d-fd04-46e8-8574-871b2f48e303 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 1129 time: 0.0461121 May 26 16:55:59.795044 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39f36b-8611-40c4-a020-2d18f68727ff req-001a197f-d19b-43a5-a661-d952d82670e5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:59.802228 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df39f36b-8611-40c4-a020-2d18f68727ff req-001a197f-d19b-43a5-a661-d952d82670e5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 945 time: 0.0627451 May 26 16:55:59.845983 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a69875a1-d0f6-430b-9844-49f30ef7b731 req-e84184d1-9184-4112-a895-60c80ed72297 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 May 26 16:55:59.857049 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df39f36b-8611-40c4-a020-2d18f68727ff req-0142a4a2-65ad-4d4e-a9d1-551cddc47608 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539353 May 26 16:55:59.894200 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-286fc8d5-56db-40a2-9aed-c6a153f0958d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3056004 May 26 16:56:00.058462 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-055cade7-c265-44f8-853f-06e9ac877963 None None] Provisioning complete for port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:00.059490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-055cade7-c265-44f8-853f-06e9ac877963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:00.140576 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-055cade7-c265-44f8-853f-06e9ac877963 None None] Port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:56:00.294434 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e2f5d-8753-4d98-af35-5cba1a6a977b req-6bacad6a-02dd-4d7d-8513-e27684dbe786 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:00.295720 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-853e2f5d-8753-4d98-af35-5cba1a6a977b req-6bacad6a-02dd-4d7d-8513-e27684dbe786 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 932 time: 0.0644090 May 26 16:56:00.325297 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:56:00.363842 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-853e2f5d-8753-4d98-af35-5cba1a6a977b req-c8e52818-dcb1-438a-a16d-a8eac6bcb2f4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539291 May 26 16:56:00.422668 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51334) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:00.540146 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-242763765-network', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:00.661335 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Made reservation on behalf of 895a592d480548ddb6afdb1e7c45ed92 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:00.664399 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:00.673958 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:00.680004 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073977b8-80f0-4804-bfb4-172c33e6b923 req-53cda9a9-9884-4fa8-a138-2e9d6751832c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:00.682855 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-073977b8-80f0-4804-bfb4-172c33e6b923 req-53cda9a9-9884-4fa8-a138-2e9d6751832c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0790944 May 26 16:56:00.742254 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51342) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:00.747018 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-073977b8-80f0-4804-bfb4-172c33e6b923 req-2dfb9c4b-ea88-4372-8763-99e964bb3be1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517457 May 26 16:56:00.778600 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Publish callbacks [] for security_group (45b11baa-9b43-4d9a-94a5-1365cf9a00ba), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:00.832461 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (45b11baa-9b43-4d9a-94a5-1365cf9a00ba), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:00.881031 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:56:00.890363 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b11baa-9b43-4d9a-94a5-1365cf9a00ba,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:00.902870 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (54f26795-124a-4765-b08e-2006181696c7), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:00.903407 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Added segment 54f26795-124a-4765-b08e-2006181696c7 of type vlan for network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 May 26 16:56:00.933057 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a52d62f9-dbcb-4d56-8f0a-1298dc11020b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:00.942117 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Request body: {'port': {'device_id': '8efc5100-c116-4608-a1d9-26e418e0609e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:01.029742 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (3b72a37f-f6f4-40d5-aa2f-177110f74e30), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:01.032305 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfaa78-7512-477c-b1bc-575fef7c7e0f req-4d146884-b762-431d-8007-a4daa7c35a48 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:01.033310 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:01.034565 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a1cfaa78-7512-477c-b1bc-575fef7c7e0f req-4d146884-b762-431d-8007-a4daa7c35a48 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 945 time: 0.0577357 May 26 16:56:01.104145 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a1cfaa78-7512-477c-b1bc-575fef7c7e0f req-8199a4e0-2d3e-49fe-9d45-cd5c2324328f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620270 May 26 16:56:01.114572 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:01.199118 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a52d62f9-dbcb-4d56-8f0a-1298dc11020b admin admin] Publish callbacks [] for security_group (11c4e4da-48ba-40d8-a8be-8f732deeb4a3), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:01.218534 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:01.221977 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (3b72a37f-f6f4-40d5-aa2f-177110f74e30), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:01.223056 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:01.223652 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:01.539425 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8bc29-de8f-453e-9bca-419ffead05ac req-3c932e2a-c56e-47b6-9e5d-4b02b1db67b3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:01.541594 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-17c8bc29-de8f-453e-9bca-419ffead05ac req-3c932e2a-c56e-47b6-9e5d-4b02b1db67b3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 932 time: 0.0730827 May 26 16:56:01.610103 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-17c8bc29-de8f-453e-9bca-419ffead05ac req-a5e77697-d641-4778-abb3-e95777360c5b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608678 May 26 16:56:01.617489 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a52d62f9-dbcb-4d56-8f0a-1298dc11020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (11c4e4da-48ba-40d8-a8be-8f732deeb4a3), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:01.648342 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2245209 May 26 16:56:01.651734 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51356) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:01.657420 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Request body: {'subnet': {'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-242763765-subnet', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'ip_version': 4}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:01.674940 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5910a-70e8-4d62-8cf0-6374258daab4 admin admin] Pushing event updated for resources: {'Network': ['ID=3b72a37f-f6f4-40d5-aa2f-177110f74e30,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:01.704033 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a52d62f9-dbcb-4d56-8f0a-1298dc11020b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8f219c4e3a54d03bb75aee0b23ec1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9567881 May 26 16:56:01.704033 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d62f9-dbcb-4d56-8f0a-1298dc11020b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c4e4da-48ba-40d8-a8be-8f732deeb4a3,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:01.705592 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51358) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:01.708061 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:56:01.755473 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Made reservation on behalf of 895a592d480548ddb6afdb1e7c45ed92 for: {'subnet': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:01.760201 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:01.954689 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4d3d2897-f422-440a-8693-22c454ce2fb8 admin admin] Publish callbacks [] for security_group (11c4e4da-48ba-40d8-a8be-8f732deeb4a3), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.003440 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3477b3a3-f453-4aca-9e4e-a3d0795c1473 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:02.014243 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Publish callbacks [] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.033752 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Transition to ACTIVE for port object 3477b3a3-f453-4aca-9e4e-a3d0795c1473 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:56:02.113790 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.219874 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=3477b3a3-f453-4aca-9e4e-a3d0795c1473,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:02.234189 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e9ac-9e30-48a4-98a8-52dea3e50538 req-564bbc3a-38dc-4063-b13e-8f01ece7412e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:02.241918 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ad5e9ac-9e30-48a4-98a8-52dea3e50538 req-564bbc3a-38dc-4063-b13e-8f01ece7412e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.3552909 May 26 16:56:02.245122 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4d3d2897-f422-440a-8693-22c454ce2fb8 admin admin] Publish callbacks [] for security_group (11c4e4da-48ba-40d8-a8be-8f732deeb4a3), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.264961 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:02.283854 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:02.385860 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:02.407372 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ad5e9ac-9e30-48a4-98a8-52dea3e50538 req-df21524a-586e-4b78-a8a9-c8138369ab17 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644621 May 26 16:56:02.416055 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Attempting to bind port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:56:02.416681 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Attempting to bind port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:56:02.417306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Attempting to bind port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 on network b6174ed6-c511-43d9-b82c-ba126d400329 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:02.458595 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 on network b6174ed6-c511-43d9-b82c-ba126d400329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:56:02.459235 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Attempting to bind port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 on network b6174ed6-c511-43d9-b82c-ba126d400329 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:02.493050 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:02.493624 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Checking segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:02.494213 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Bound using segment: {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:02.494904 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Bound port: 3477b3a3-f453-4aca-9e4e-a3d0795c1473, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653008d1-2dbd-4e6c-8efd-719ed17e0082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:56:02.495464 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.557204 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b9dc3-5d07-4e57-8910-d6f301424fa3 req-400b7756-e1aa-4872-8d1c-050f3bcff813 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:02.564482 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1e2b9dc3-5d07-4e57-8910-d6f301424fa3 req-400b7756-e1aa-4872-8d1c-050f3bcff813 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 945 time: 0.1725507 May 26 16:56:02.636744 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1e2b9dc3-5d07-4e57-8910-d6f301424fa3 req-47318b0e-6f9b-4583-96df-0aef03190e08 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707762 May 26 16:56:02.646355 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4d3d2897-f422-440a-8693-22c454ce2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (11c4e4da-48ba-40d8-a8be-8f732deeb4a3), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.651787 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4d3d2897-f422-440a-8693-22c454ce2fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.658191 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-4d3d2897-f422-440a-8693-22c454ce2fb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11c4e4da-48ba-40d8-a8be-8f732deeb4a3 HTTP/1.1" status: 204 len: 168 time: 0.9492707 May 26 16:56:02.692002 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d2897-f422-440a-8693-22c454ce2fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c4e4da-48ba-40d8-a8be-8f732deeb4a3,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:02.704916 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.760933 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] For port 3477b3a3-f453-4aca-9e4e-a3d0795c1473, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:02.800679 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] For port 3477b3a3-f453-4aca-9e4e-a3d0795c1473, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:02.803957 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:02.848340 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Checking segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:02.848688 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Network hostable DHCP agents. Network: 3b72a37f-f6f4-40d5-aa2f-177110f74e30, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:56:02.866386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f61e-f5a8-43b9-9d42-dea69bda3359 req-ef823020-63c0-4e12-b6a7-057cf67fa9e0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:02.867938 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0cd6f61e-f5a8-43b9-9d42-dea69bda3359 req-ef823020-63c0-4e12-b6a7-057cf67fa9e0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 944 time: 0.0836210 May 26 16:56:02.907659 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.932497 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0cd6f61e-f5a8-43b9-9d42-dea69bda3359 req-e42dc4fb-3f8b-457d-bf33-80219edcce6b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559781 May 26 16:56:02.955207 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:02.955855 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:02.957455 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] 10.222.0.95 "PUT /v2.0/ports/3477b3a3-f453-4aca-9e4e-a3d0795c1473 HTTP/1.1" status: 200 len: 1094 time: 2.0215046 May 26 16:56:02.957928 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:02.960835 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56621e1-076c-489a-bf6c-849460375ced" -d '{"events": [{"name": "network-changed", "server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:03.026254 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:56:03.037321 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e282f6eb-807e-4cf0-9f0f-6803e49c3755 x-openstack-request-id: req-e282f6eb-807e-4cf0-9f0f-6803e49c3755 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:03.037606 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:03.037900 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e282f6eb-807e-4cf0-9f0f-6803e49c3755 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:03.038314 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e282f6eb-807e-4cf0-9f0f-6803e49c3755'] response: {'name': 'network-changed', 'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'status': 'completed', 'code': 200} May 26 16:56:03.041780 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effd883-d182-4da7-86b2-c8f098a92ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=3477b3a3-f453-4aca-9e4e-a3d0795c1473,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:03.144564 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56621e1-076c-489a-bf6c-849460375ced req-5eea450b-75ff-4958-a6ba-01d479fafb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:03.146313 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d56621e1-076c-489a-bf6c-849460375ced req-5eea450b-75ff-4958-a6ba-01d479fafb39 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1128 time: 0.0576286 May 26 16:56:03.176528 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 3b72a37f-f6f4-40d5-aa2f-177110f74e30) {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:03.191897 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:03.192555 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:03.220750 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b01a472-cc7f-4a9d-b7ba-c4ae6df056b5 None None] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:56:03.319090 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56621e1-076c-489a-bf6c-849460375ced req-b559277c-ea26-4b43-9f58-c3e5694db855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:03.321703 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d56621e1-076c-489a-bf6c-849460375ced req-b559277c-ea26-4b43-9f58-c3e5694db855 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1484127 May 26 16:56:03.341594 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-dd6199e7-87ec-4559-b72e-87d341eea970 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6885610 May 26 16:56:03.342474 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51380) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:03.348736 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:03.401379 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:56:03.403064 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:03.436788 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:03.479077 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56621e1-076c-489a-bf6c-849460375ced req-d63e60ff-bd86-46df-a270-ba51bcccaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:03.480647 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d56621e1-076c-489a-bf6c-849460375ced req-d63e60ff-bd86-46df-a270-ba51bcccaf97 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433716 May 26 16:56:03.511972 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (fe2b2fe7-7100-4687-8fb1-937813277bc0), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:03.513437 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (fe2b2fe7-7100-4687-8fb1-937813277bc0), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:03.520970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:03.620180 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Allocated IP 172.20.0.2 (3b72a37f-f6f4-40d5-aa2f-177110f74e30/cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5/9b292807-f208-45b3-b95e-377b6dac25da) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:03.622240 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb1e1-2225-4a1f-8ed2-6c8f0bdb8414 req-2bdb6b83-4cba-4a26-8f79-569d1c09fc60 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:03.623994 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4bdeb1e1-2225-4a1f-8ed2-6c8f0bdb8414 req-2bdb6b83-4cba-4a26-8f79-569d1c09fc60 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0989127 May 26 16:56:03.625828 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks [] for router_controller (fe2b2fe7-7100-4687-8fb1-937813277bc0), precommit_add_association {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:03.687180 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4bdeb1e1-2225-4a1f-8ed2-6c8f0bdb8414 req-45c50bc0-aaa4-4e94-847f-4fdde295ba25 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545537 May 26 16:56:03.715032 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:03.878170 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51392) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:03.925530 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b82d14ef-bacc-43dc-898a-beac50867a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:03.932099 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks [] for router_gateway (fe2b2fe7-7100-4687-8fb1-937813277bc0), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:03.948060 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Publish callbacks [] for port (9b292807-f208-45b3-b95e-377b6dac25da), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.046222 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b82d14ef-bacc-43dc-898a-beac50867a69 admin admin] Publish callbacks [] for security_group (b07a0812-b0ac-44d0-beb0-42795850c6be), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.082391 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (9b292807-f208-45b3-b95e-377b6dac25da), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.102972 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2ecf4-2b39-430e-bd78-bb26026b1c6f req-e5a87414-694f-43d2-94d6-a8ece359ea06 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:04.104780 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4b2ecf4-2b39-430e-bd78-bb26026b1c6f req-e5a87414-694f-43d2-94d6-a8ece359ea06 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 944 time: 0.0774667 May 26 16:56:04.124633 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:04.128272 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:04.135038 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:04.149285 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:04.152537 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Pushing event updated for resources: {'Port': ['ID=9b292807-f208-45b3-b95e-377b6dac25da,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:04.172991 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:04.194898 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b82d14ef-bacc-43dc-898a-beac50867a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b07a0812-b0ac-44d0-beb0-42795850c6be), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.215372 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Attempting to bind port 9b292807-f208-45b3-b95e-377b6dac25da on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:56:04.215372 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Attempting to bind port 9b292807-f208-45b3-b95e-377b6dac25da by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:56:04.215372 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Attempting to bind port 9b292807-f208-45b3-b95e-377b6dac25da on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:04.227704 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:04.228585 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Checking segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:04.228720 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.229185 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Bound using segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:04.229792 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Bound port: 9b292807-f208-45b3-b95e-377b6dac25da, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:56:04.230363 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (9b292807-f208-45b3-b95e-377b6dac25da), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.238095 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4b2ecf4-2b39-430e-bd78-bb26026b1c6f req-684f33eb-f610-411a-b491-221ba10c5a8c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035595 May 26 16:56:04.307503 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-b82d14ef-bacc-43dc-898a-beac50867a69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4a33c8610874f76ba820b4ec080d910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275138 May 26 16:56:04.311752 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51398) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:04.355539 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] For port 9b292807-f208-45b3-b95e-377b6dac25da, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:04.361184 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] For port 9b292807-f208-45b3-b95e-377b6dac25da, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=9b292807-f208-45b3-b95e-377b6dac25da,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:04.372934 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d14ef-bacc-43dc-898a-beac50867a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07a0812-b0ac-44d0-beb0-42795850c6be,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:04.405214 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-93cf9c90-a0b9-4d43-8e31-e93189194efa admin admin] Publish callbacks [] for security_group (b07a0812-b0ac-44d0-beb0-42795850c6be), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.409902 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (9b292807-f208-45b3-b95e-377b6dac25da), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.430398 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-93cf9c90-a0b9-4d43-8e31-e93189194efa admin admin] Publish callbacks [] for security_group (b07a0812-b0ac-44d0-beb0-42795850c6be), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.436648 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7f131-a1ee-4ea5-8118-c7a64db7cfa2 req-183ea8bc-615f-4262-ab3a-918b2db16d8c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:04.439244 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bcd7f131-a1ee-4ea5-8118-c7a64db7cfa2 req-183ea8bc-615f-4262-ab3a-918b2db16d8c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1380267 May 26 16:56:04.486355 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks [] for router_gateway (fe2b2fe7-7100-4687-8fb1-937813277bc0), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.517907 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1afb4-5c32-42af-be65-ba80160b84ce None None] Pushing event updated for resources: {'Port': ['ID=9b292807-f208-45b3-b95e-377b6dac25da,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:04.551854 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.593229 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-93cf9c90-a0b9-4d43-8e31-e93189194efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b07a0812-b0ac-44d0-beb0-42795850c6be), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.597784 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-93cf9c90-a0b9-4d43-8e31-e93189194efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:04.604112 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-93cf9c90-a0b9-4d43-8e31-e93189194efa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b07a0812-b0ac-44d0-beb0-42795850c6be HTTP/1.1" status: 204 len: 168 time: 0.2830629 May 26 16:56:04.622612 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf9c90-a0b9-4d43-8e31-e93189194efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07a0812-b0ac-44d0-beb0-42795850c6be,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:04.681354 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bcd7f131-a1ee-4ea5-8118-c7a64db7cfa2 req-00b4c1ad-131c-4b66-a68a-6488ac390211 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067368 May 26 16:56:04.807290 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Allocated IP 172.27.1.37 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/f968ef62-2ede-4a3b-8707-b92647f575ee) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:04.818652 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:04.972920 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349103-3f63-4b88-bbf9-94fd8a7ca45c req-4bd46222-cf32-42d8-9e5e-fb920b547fd0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:04.974721 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b1349103-3f63-4b88-bbf9-94fd8a7ca45c req-4bd46222-cf32-42d8-9e5e-fb920b547fd0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0845764 May 26 16:56:05.027800 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks [] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:05.060394 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b1349103-3f63-4b88-bbf9-94fd8a7ca45c req-536c3b64-f96b-4bf2-a649-739200d8831f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776999 May 26 16:56:05.193846 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:05.245364 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:05.248465 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:05.252560 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:05.292760 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Pushing event updated for resources: {'Port': ['ID=f968ef62-2ede-4a3b-8707-b92647f575ee,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:05.485941 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2cfe4-2b6c-40de-8203-06e7e380112a req-813c0a54-11e4-449e-b42b-9433a650297c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:05.488750 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c9f2cfe4-2b6c-40de-8203-06e7e380112a req-813c0a54-11e4-449e-b42b-9433a650297c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 944 time: 0.0873661 May 26 16:56:05.633676 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:05.670637 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c9f2cfe4-2b6c-40de-8203-06e7e380112a req-21b74001-fa7e-4858-8c8d-14d9f6e15c47 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358829 May 26 16:56:05.680140 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks [] for router_gateway (fe2b2fe7-7100-4687-8fb1-937813277bc0), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:05.810210 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a777b-29e4-4954-8ace-b45798c799b4 None None] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:56:05.860017 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf37c7-e171-43c5-adc1-04769c794810 req-d0b4ce5b-ec81-43c2-b0d1-b5b5e3a865a4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:05.861678 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-35bf37c7-e171-43c5-adc1-04769c794810 req-d0b4ce5b-ec81-43c2-b0d1-b5b5e3a865a4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0596492 May 26 16:56:05.872781 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-3f6d5c96-83c9-4cc1-8561-13ad6aa7c26c None None] Provisioning complete for port 9b292807-f208-45b3-b95e-377b6dac25da triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:05.873138 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5c96-83c9-4cc1-8561-13ad6aa7c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (9b292807-f208-45b3-b95e-377b6dac25da), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:06.014537 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d5c96-83c9-4cc1-8561-13ad6aa7c26c None None] Current status of the port 9b292807-f208-45b3-b95e-377b6dac25da is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:06.014940 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5c96-83c9-4cc1-8561-13ad6aa7c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (9b292807-f208-45b3-b95e-377b6dac25da), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:06.058328 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-35bf37c7-e171-43c5-adc1-04769c794810 req-b65650c2-6734-43a8-ae07-0d9ff4646d45 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589696 May 26 16:56:06.073810 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-3f6d5c96-83c9-4cc1-8561-13ad6aa7c26c None None] For port 9b292807-f208-45b3-b95e-377b6dac25da, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=9b292807-f208-45b3-b95e-377b6dac25da,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:06.074753 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (fe2b2fe7-7100-4687-8fb1-937813277bc0), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:06.197906 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5c96-83c9-4cc1-8561-13ad6aa7c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (9b292807-f208-45b3-b95e-377b6dac25da), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:06.323794 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb608855-a08e-40de-9d64-fe4546a43139 req-dcd7e4f1-195c-4dba-80eb-04a914a01454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.323794 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-dcd7e4f1-195c-4dba-80eb-04a914a01454 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1128 time: 0.1183887 May 26 16:56:06.350410 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d5c96-83c9-4cc1-8561-13ad6aa7c26c None None] Pushing event updated for resources: {'Port': ['ID=9b292807-f208-45b3-b95e-377b6dac25da,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:06.430156 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ca933-f894-46d8-ba78-a28f8b8e3f8d req-f79b493f-93d1-4b21-a4d2-537bfe14f165 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.437191 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 9b292807-f208-45b3-b95e-377b6dac25da up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:06.442074 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-549ca933-f894-46d8-ba78-a28f8b8e3f8d req-f79b493f-93d1-4b21-a4d2-537bfe14f165 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1070573 May 26 16:56:06.453313 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-b2ed1de8-9333-4795-9851-c9d1e4ac9c55 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473 HTTP/1.1" status: 200 len: 217 time: 0.0852540 May 26 16:56:06.503687 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:06.540684 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 9b292807-f208-45b3-b95e-377b6dac25da triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:06.541610 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (9b292807-f208-45b3-b95e-377b6dac25da), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:06.546006 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-549ca933-f894-46d8-ba78-a28f8b8e3f8d req-d4da2e16-953d-4ea2-b361-d1f0d1bd3b90 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015775 May 26 16:56:06.637125 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb608855-a08e-40de-9d64-fe4546a43139 req-91adab46-16ef-4b17-9a98-bb9a54e83518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.639001 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-3e421ab0-95f4-4664-a600-da40a4bab492 None None] Provisioning complete for port 9b292807-f208-45b3-b95e-377b6dac25da triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:06.639603 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3e421ab0-95f4-4664-a600-da40a4bab492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (9b292807-f208-45b3-b95e-377b6dac25da), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:06.639781 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-91adab46-16ef-4b17-9a98-bb9a54e83518 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0703170 May 26 16:56:06.644343 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:56:06.683149 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:06.788296 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb608855-a08e-40de-9d64-fe4546a43139 req-69dda852-e597-4275-a58a-96d1651b97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.788609 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:06.794174 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-69dda852-e597-4275-a58a-96d1651b97c0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1440465 May 26 16:56:06.808793 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:06.816270 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 9b292807-f208-45b3-b95e-377b6dac25da is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:06.851684 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:06.852030 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:55:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:06.883413 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-3e421ab0-95f4-4664-a600-da40a4bab492 None None] Current status of the port 9b292807-f208-45b3-b95e-377b6dac25da is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:06.945522 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a71fa6-5f03-4db1-adc1-e759d9b227d3 req-c801ca74-7b14-45b2-a8ab-ef4679557510 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.947772 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-91a71fa6-5f03-4db1-adc1-e759d9b227d3 req-c801ca74-7b14-45b2-a8ab-ef4679557510 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 944 time: 0.0830147 May 26 16:56:06.969029 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-2af65ee5-bf84-464d-b33d-17dc7b6630f1 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622431 May 26 16:56:07.015330 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:07.020054 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51484) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:07.021099 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-3ab051f2-8f9c-421b-bbad-f10950cccb3f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6775143 May 26 16:56:07.061995 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-91a71fa6-5f03-4db1-adc1-e759d9b227d3 req-cefbf67b-12d8-466b-8941-687c2c305eea tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971594 May 26 16:56:07.169231 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:07.247717 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da71aa-8103-468f-aba4-ad4e84f6d517 req-96ede753-e2f4-4ac9-890e-8e9cf1d1f867 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:07.249723 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-89da71aa-8103-468f-aba4-ad4e84f6d517 req-96ede753-e2f4-4ac9-890e-8e9cf1d1f867 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0562665 May 26 16:56:07.312318 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bb608855-a08e-40de-9d64-fe4546a43139 req-2e1a481c-9448-448d-b17e-9d5c1a887f8e service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358710 May 26 16:56:07.315436 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-89da71aa-8103-468f-aba4-ad4e84f6d517 req-0b4bd8d9-8b15-441f-99bd-19f402973151 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598938 May 26 16:56:07.426593 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:05Z', 'revision_number': 3, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:07.472038 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:07.472596 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Updating router fe2b2fe7-7100-4687-8fb1-937813277bc0 port f968ef62-2ede-4a3b-8707-b92647f575ee binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:56:07.520824 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:07.584494 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:07.689912 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:07.697586 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:07.758852 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e2458-2ef2-4829-a7e8-f84e03d74a00 req-5b612940-81e4-4690-8e82-58107327e903 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:07.761067 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b7e2458-2ef2-4829-a7e8-f84e03d74a00 req-5b612940-81e4-4690-8e82-58107327e903 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0787005 May 26 16:56:07.845607 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b7e2458-2ef2-4829-a7e8-f84e03d74a00 req-96692293-5dba-43a3-ad56-3f098de9411c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720813 May 26 16:56:07.916981 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Publish callbacks [] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:07.988050 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Allocated IP 172.20.0.1 (3b72a37f-f6f4-40d5-aa2f-177110f74e30/cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5/2aebe7ea-7846-4496-9dbb-99a60c70a2cb) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:08.009165 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:08.067205 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Attempting to bind port f968ef62-2ede-4a3b-8707-b92647f575ee on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:56:08.068012 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Attempting to bind port f968ef62-2ede-4a3b-8707-b92647f575ee by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:56:08.068370 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Attempting to bind port f968ef62-2ede-4a3b-8707-b92647f575ee on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:08.079127 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72742d3a-d6ed-4d54-b314-9b839273d6a7 None None] Pushing event updated for resources: {'Port': ['ID=f968ef62-2ede-4a3b-8707-b92647f575ee,revision_number=2']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:08.087885 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:08.088320 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:08.088715 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:08.089103 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:08.089662 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Bound port: f968ef62-2ede-4a3b-8707-b92647f575ee, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:56:08.090047 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:08.165643 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] For port f968ef62-2ede-4a3b-8707-b92647f575ee, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:08.170266 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] For port f968ef62-2ede-4a3b-8707-b92647f575ee, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=f968ef62-2ede-4a3b-8707-b92647f575ee,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:08.194696 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Publish callbacks [] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:08.201954 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b3094-62cb-46a8-868e-fb0fd8bc70d9 req-0dec0edb-3839-4031-9875-78445f3dcc74 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:08.209126 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ec2b3094-62cb-46a8-868e-fb0fd8bc70d9 req-0dec0edb-3839-4031-9875-78445f3dcc74 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 944 time: 0.0600138 May 26 16:56:08.250958 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:08.265350 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ec2b3094-62cb-46a8-868e-fb0fd8bc70d9 req-1e34d9b5-f087-431e-b26f-eaaeb4dfb6c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553546 May 26 16:56:08.278237 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:08.294044 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:08.308310 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 9b292807-f208-45b3-b95e-377b6dac25da up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:08.313403 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:08.344029 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:08.344883 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:55:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:08.403188 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 9b292807-f208-45b3-b95e-377b6dac25da triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:08.404404 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:08.416539 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Pushing event updated for resources: {'Port': ['ID=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:08.417671 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (9b292807-f208-45b3-b95e-377b6dac25da), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:08.464806 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:08.467438 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:08.473991 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:08.542661 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c8281-4b3f-4495-93a6-007d34995968 req-d8bb67ae-1a84-40cf-86eb-01cfdb9b8036 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:08.545346 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:08.553471 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e58c8281-4b3f-4495-93a6-007d34995968 req-d8bb67ae-1a84-40cf-86eb-01cfdb9b8036 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1273668 May 26 16:56:08.591567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (fe2b2fe7-7100-4687-8fb1-937813277bc0), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:08.665530 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e58c8281-4b3f-4495-93a6-007d34995968 req-9ed1f6e6-27d3-4c5c-8d65-943ba688470d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096578 May 26 16:56:08.717670 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72742d3a-d6ed-4d54-b314-9b839273d6a7 None None] Pushing event updated for resources: {'Port': ['ID=f968ef62-2ede-4a3b-8707-b92647f575ee,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:08.741450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 9b292807-f208-45b3-b95e-377b6dac25da is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:08.910317 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:05Z', 'revision_number': 3, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:09.082967 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:09.087966 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e1122-2c91-4abb-8243-2e44222dab3b None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:05Z', 'revision_number': 3, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:09.152682 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-500c97e7-809d-4e83-9ba5-2b8b920e8fd3 None None] Provisioning complete for port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:09.154034 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-500c97e7-809d-4e83-9ba5-2b8b920e8fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:09.235814 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be904fda-42ac-4a0e-bb2e-11cccab242af req-cbfff2af-d709-4dab-9332-70246d736e77 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:09.248537 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-be904fda-42ac-4a0e-bb2e-11cccab242af req-cbfff2af-d709-4dab-9332-70246d736e77 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 945 time: 0.3263597 May 26 16:56:09.257861 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:09.283624 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d91e8-0790-447d-94c4-b26f9080c546 req-ae0ef553-1e3b-4660-8476-ab7dc5ed3554 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:09.285680 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b45d91e8-0790-447d-94c4-b26f9080c546 req-ae0ef553-1e3b-4660-8476-ab7dc5ed3554 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1917763 May 26 16:56:09.294944 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-500c97e7-809d-4e83-9ba5-2b8b920e8fd3 None None] Port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:56:09.417517 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-be904fda-42ac-4a0e-bb2e-11cccab242af req-58a0ba28-95a5-4587-94e2-77b453711bac tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673172 May 26 16:56:09.468656 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b45d91e8-0790-447d-94c4-b26f9080c546 req-48950daf-8e66-4b03-bf0b-f457dd4c37cf tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627765 May 26 16:56:09.469078 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:09.528450 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Publish callbacks [] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:09.594389 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2b709-ce91-4cf9-9354-9bf22f470b42 req-a9d57d09-c3af-4c92-b287-31570e1dbb86 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:09.605152 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0e2b709-ce91-4cf9-9354-9bf22f470b42 req-a9d57d09-c3af-4c92-b287-31570e1dbb86 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 944 time: 0.0887127 May 26 16:56:09.623292 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:09.685547 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0e2b709-ce91-4cf9-9354-9bf22f470b42 req-45eda423-f3c5-4f28-ac92-e0d70d698e66 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785110 May 26 16:56:09.694969 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:09.794118 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (fe2b2fe7-7100-4687-8fb1-937813277bc0), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:09.794543 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Pushing event updated for resources: {'Port': ['ID=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:09.869968 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be83c-aea5-4e6d-a80a-12b77b1604fd req-4adda18e-bcaf-45bd-81f2-f93222d5d7af tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:09.871366 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c03be83c-aea5-4e6d-a80a-12b77b1604fd req-4adda18e-bcaf-45bd-81f2-f93222d5d7af tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0627441 May 26 16:56:09.938008 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:09.945381 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:09.967936 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c03be83c-aea5-4e6d-a80a-12b77b1604fd req-d20b5893-666d-4125-a0e8-8bd323d75382 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858607 May 26 16:56:10.159359 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:56:10.330711 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device f968ef62-2ede-4a3b-8707-b92647f575ee up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:10.348405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:10.362115 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bc3bd5d4-48f3-40a7-b799-848cf581393b admin admin] 10.222.0.48 "PUT /v2.0/routers/fe2b2fe7-7100-4687-8fb1-937813277bc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3396611 May 26 16:56:10.370137 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-216d32e4-d657-42ce-bab9-7bbe95d5551b None None] Provisioning complete for port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:10.370678 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-216d32e4-d657-42ce-bab9-7bbe95d5551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:10.431749 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-216d32e4-d657-42ce-bab9-7bbe95d5551b None None] Port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:56:10.442077 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port f968ef62-2ede-4a3b-8707-b92647f575ee triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:10.442450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:10.538759 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:10.561948 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port f968ef62-2ede-4a3b-8707-b92647f575ee is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:10.562412 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:10.598536 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port f968ef62-2ede-4a3b-8707-b92647f575ee, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=f968ef62-2ede-4a3b-8707-b92647f575ee,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:10.611534 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d909f2-df5f-45c9-9a19-89459a51e9fa req-80bba013-3079-4d88-8055-d97affb9722a tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:10.621937 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c7d909f2-df5f-45c9-9a19-89459a51e9fa req-80bba013-3079-4d88-8055-d97affb9722a tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 945 time: 0.0924661 May 26 16:56:10.700878 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:10.754622 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564a68-243e-4e1e-9160-4cae1bfdb72d req-6a417642-6051-467b-af31-e6b290a271ae tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:10.757715 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5564a68-243e-4e1e-9160-4cae1bfdb72d req-6a417642-6051-467b-af31-e6b290a271ae tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1326609 May 26 16:56:10.764831 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 3477b3a3-f453-4aca-9e4e-a3d0795c1473 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:56:10.779442 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=f968ef62-2ede-4a3b-8707-b92647f575ee,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:10.783718 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c7d909f2-df5f-45c9-9a19-89459a51e9fa req-56c9fceb-d9d8-4040-a21b-45d7dd518123 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597269 May 26 16:56:10.798528 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.799109 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.799702 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.800480 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.800878 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.801226 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.801599 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.802039 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.802480 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.802808 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.803138 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.804561 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.805054 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.806200 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.816474 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.882254 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5564a68-243e-4e1e-9160-4cae1bfdb72d req-0e83f506-d185-4eb2-a0e1-3c31611b2800 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159496 May 26 16:56:10.954919 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 3477b3a3-f453-4aca-9e4e-a3d0795c1473, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:10.966944 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d861636-ccae-4f00-82b7-6c8807a5b72e req-d7402541-0652-4fde-b9eb-5e036aa23cf5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:10.969814 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d861636-ccae-4f00-82b7-6c8807a5b72e req-d7402541-0652-4fde-b9eb-5e036aa23cf5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 944 time: 0.0862572 May 26 16:56:10.973927 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'mac_address': 'fa:16:3e:d5:24:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:56:11.030218 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:11.030218 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:11.048327 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3477b3a3-f453-4aca-9e4e-a3d0795c1473 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:11.076931 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d861636-ccae-4f00-82b7-6c8807a5b72e req-6e7a6d59-a266-4458-8508-69000870093e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964274 May 26 16:56:11.085839 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 3477b3a3-f453-4aca-9e4e-a3d0795c1473, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:11.182365 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33c3a-1fae-4f0c-8048-8d69de9f7065 req-0ad5c480-2539-4d77-8cc3-7b967afa03d2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:11.184850 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b7d33c3a-1fae-4f0c-8048-8d69de9f7065 req-0ad5c480-2539-4d77-8cc3-7b967afa03d2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1064942 May 26 16:56:11.209993 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:11.322565 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b7d33c3a-1fae-4f0c-8048-8d69de9f7065 req-887d6e96-418e-45d5-b4a6-69c201c278bb tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201007 May 26 16:56:11.351109 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=3477b3a3-f453-4aca-9e4e-a3d0795c1473,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:11.395286 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-c686497b-bab4-4200-aacb-e723e6f122fd tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:11.397386 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-c686497b-bab4-4200-aacb-e723e6f122fd tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.95 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 945 time: 0.1050608 May 26 16:56:11.523971 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Deleting port b7bfafc7-59b7-4831-81be-c5ef5e045f41 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:56:11.524310 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:11.618295 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51570) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:11.624676 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-759945882-network', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:11.633972 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:11.641760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:11.662778 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:11.664136 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:55:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:11.675432 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] For port b7bfafc7-59b7-4831-81be-c5ef5e045f41, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b7bfafc7-59b7-4831-81be-c5ef5e045f41,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:11.675984 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:11.712586 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Calling delete_port for b7bfafc7-59b7-4831-81be-c5ef5e045f41 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:56:11.729916 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Made reservation on behalf of dfa05196b0ec476999a9fd16c8307540 for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:11.734442 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:11.753977 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:11.755787 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['3477b3a3-f453-4aca-9e4e-a3d0795c1473'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:56:11.814837 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:11.896636 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:11.899601 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:11.959387 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:12.017305 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Publish callbacks [] for security_group (4fb207e7-a67b-4d7e-af07-326b17c2e1da), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.042995 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a7a7b-1bf7-45e2-b1b7-44fe28152b98 req-723db8f0-7dee-41b3-bb44-670915fa71f5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:12.043238 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e32a7a7b-1bf7-45e2-b1b7-44fe28152b98 req-723db8f0-7dee-41b3-bb44-670915fa71f5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 945 time: 0.1322575 May 26 16:56:12.101469 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (b7bfafc7-59b7-4831-81be-c5ef5e045f41), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.150128 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (4fb207e7-a67b-4d7e-af07-326b17c2e1da), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.167805 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['b7bfafc7-59b7-4831-81be-c5ef5e045f41'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:56:12.169133 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:56:12.183790 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (af56758f-94bf-40b3-8563-13703128ac69), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.184225 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Added segment af56758f-94bf-40b3-8563-13703128ac69 of type vlan for network 8143f37d-7874-493c-b999-387abf317f43 May 26 16:56:12.230090 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Pushing event deleted for resources: {'Port': ['ID=b7bfafc7-59b7-4831-81be-c5ef5e045f41,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:12.234349 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (8143f37d-7874-493c-b999-387abf317f43), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.252998 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb5ef-5266-44a5-8b55-da7735f6000f req-341ebe15-5b6a-485a-8525-e3d58bdc0ba6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:12.253371 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac6cb5ef-5266-44a5-8b55-da7735f6000f req-341ebe15-5b6a-485a-8525-e3d58bdc0ba6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.2504468 May 26 16:56:12.259274 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:12.290358 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] No DVR routers for this DVR port b7bfafc7-59b7-4831-81be-c5ef5e045f41 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:56:12.295072 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.300969 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-fd4961d4-70d1-4a43-9e3f-097c5e932afb req-27593a62-7029-4309-9a43-65bc415e7e8f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.95 "DELETE /v2.0/ports/b7bfafc7-59b7-4831-81be-c5ef5e045f41 HTTP/1.1" status: 204 len: 173 time: 0.8939874 May 26 16:56:12.301634 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e5df4-33a2-4d03-8f86-c68743d1dbba', 'name': 'network-vif-deleted', 'tag': 'b7bfafc7-59b7-4831-81be-c5ef5e045f41'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:12.305178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bf3bf4-63d9-46f8-9d22-0b3122d2f0c1" -d '{"events": [{"server_uuid": "1a0e5df4-33a2-4d03-8f86-c68743d1dbba", "name": "network-vif-deleted", "tag": "b7bfafc7-59b7-4831-81be-c5ef5e045f41"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:12.328867 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e32a7a7b-1bf7-45e2-b1b7-44fe28152b98 req-2d3a6538-86d9-412a-a833-39ce04e5071a tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664251 May 26 16:56:12.430253 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb207e7-a67b-4d7e-af07-326b17c2e1da,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:12.450412 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device f968ef62-2ede-4a3b-8707-b92647f575ee up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:12.471487 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac6cb5ef-5266-44a5-8b55-da7735f6000f req-7e9a9758-4b7c-4c3e-8ab6-3b7a0b0ba2c1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712866 May 26 16:56:12.512676 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (8143f37d-7874-493c-b999-387abf317f43), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.514234 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:12.515464 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.542445 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d6aac8-2a3d-4b0d-845d-1ab18698a9bb x-openstack-request-id: req-e9d6aac8-2a3d-4b0d-845d-1ab18698a9bb {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:12.543756 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e5df4-33a2-4d03-8f86-c68743d1dbba", "name": "network-vif-deleted", "tag": "b7bfafc7-59b7-4831-81be-c5ef5e045f41", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:12.544366 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9d6aac8-2a3d-4b0d-845d-1ab18698a9bb {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:12.545245 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d6aac8-2a3d-4b0d-845d-1ab18698a9bb'] response: {'server_uuid': '1a0e5df4-33a2-4d03-8f86-c68743d1dbba', 'name': 'network-vif-deleted', 'tag': 'b7bfafc7-59b7-4831-81be-c5ef5e045f41', 'status': 'completed', 'code': 200} May 26 16:56:12.589008 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port f968ef62-2ede-4a3b-8707-b92647f575ee triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:12.589315 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.636539 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:09Z', 'revision_number': 2, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:12.669367 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:12.669718 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Updating router fe2b2fe7-7100-4687-8fb1-937813277bc0 port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:56:12.698822 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:12.731321 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:12.757127 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port f968ef62-2ede-4a3b-8707-b92647f575ee is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:12.903935 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37c180-f64d-4362-9aec-db5f7097c53c req-a46f10f9-b8ab-409d-9224-c06326751c76 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:12.906164 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fb37c180-f64d-4362-9aec-db5f7097c53c req-a46f10f9-b8ab-409d-9224-c06326751c76 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 945 time: 0.4667349 May 26 16:56:12.950250 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3307183 May 26 16:56:12.954248 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51588) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:12.959292 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e72ec-070a-48c6-9761-df85538138ed admin admin] Pushing event updated for resources: {'Network': ['ID=8143f37d-7874-493c-b999-387abf317f43,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:12.965405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Request body: {'subnet': {'network_id': '8143f37d-7874-493c-b999-387abf317f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-759945882-subnet', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:12.976733 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbeff2-8157-4fb5-9617-5674b94b115d req-e88bfaef-9869-487c-99a6-c1ad9040e69c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:12.984169 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dcfbeff2-8157-4fb5-9617-5674b94b115d req-e88bfaef-9869-487c-99a6-c1ad9040e69c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1418195 May 26 16:56:13.012816 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 8143f37d-7874-493c-b999-387abf317f43 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:56:13.046256 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fb37c180-f64d-4362-9aec-db5f7097c53c req-9ac88df1-d312-41f2-a09e-8b03f5661653 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138878 May 26 16:56:13.086360 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dcfbeff2-8157-4fb5-9617-5674b94b115d req-b4088e5c-bee0-4c86-a0ad-6d51434eb6ad tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989237 May 26 16:56:13.111895 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Made reservation on behalf of dfa05196b0ec476999a9fd16c8307540 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:13.114596 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.231988 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Publish callbacks [] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.268066 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:13.323575 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.384191 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24603847-f7ad-4221-bab7-ec5029362955 None None] Pushing event updated for resources: {'Port': ['ID=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:13.391531 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (3a1c549c-d265-450f-8c6e-765bef8763dd), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.477247 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Attempting to bind port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:56:13.488985 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Attempting to bind port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:56:13.489525 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Attempting to bind port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:13.496041 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:13.496412 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Checking segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:13.496815 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.497213 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Bound using segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:13.497770 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Bound port: 2aebe7ea-7846-4496-9dbb-99a60c70a2cb, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:56:13.498190 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.525474 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-90f47c83-66e3-4f4b-b0f2-815f6b0aecd1 req-d96fd6ff-e1d6-4279-b826-07ed4ae3a0d8 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 210 time: 0.0505614 May 26 16:56:13.537478 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1c549c-d265-450f-8c6e-765bef8763dd,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:13.570785 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Checking segment: {'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:13.572742 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Network hostable DHCP agents. Network: 8143f37d-7874-493c-b999-387abf317f43, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:56:13.611029 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] For port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:13.619180 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] For port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:13.678040 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816b334-12e6-4848-b5ea-2f5eecb65a04 req-674382de-01e5-497e-a612-12e7c5210b82 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.681013 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c816b334-12e6-4848-b5ea-2f5eecb65a04 req-674382de-01e5-497e-a612-12e7c5210b82 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0700440 May 26 16:56:13.682961 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Network 8143f37d-7874-493c-b999-387abf317f43 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:56:13.705510 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-7bd06173-9d2f-40dd-9af9-f3a9250b76ee None None] Provisioning complete for port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:13.706006 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7bd06173-9d2f-40dd-9af9-f3a9250b76ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.743558 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.769652 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 8143f37d-7874-493c-b999-387abf317f43) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:13.770862 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c816b334-12e6-4848-b5ea-2f5eecb65a04 req-bf52574a-5dfc-4366-8015-85674348d1a0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761449 May 26 16:56:13.783454 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.788697 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:13.798526 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c14b55-6924-4b09-a853-10982ce64355 None None] Network 8143f37d-7874-493c-b999-387abf317f43 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:56:13.834172 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:13.944779 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:13.946086 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:55:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:13.953085 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24603847-f7ad-4221-bab7-ec5029362955 None None] Pushing event updated for resources: {'Port': ['ID=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:13.977056 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-921f0c51-2897-42fc-a8a5-16d7c5b973e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0206807 May 26 16:56:13.980360 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51598) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:13.987361 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:14.083000 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:14.124125 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (81c8875a-afbf-434d-8d84-b4c79c009e4f), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:14.129514 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (81c8875a-afbf-434d-8d84-b4c79c009e4f), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:14.134142 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-7bd06173-9d2f-40dd-9af9-f3a9250b76ee None None] Current status of the port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:14.141029 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7bd06173-9d2f-40dd-9af9-f3a9250b76ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:14.234167 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-8143f37d-7874-493c-b999-387abf317f43', 'network_id': '8143f37d-7874-493c-b999-387abf317f43', 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'fixed_ips': [{'subnet_id': '3a1c549c-d265-450f-8c6e-765bef8763dd'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:56:14.235620 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:14.430872 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6313e37-bb02-4808-8a82-298e1779cc9f req-25e5b7dc-546e-4d67-9e39-5f6362a8fc85 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:14.430872 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d6313e37-bb02-4808-8a82-298e1779cc9f req-25e5b7dc-546e-4d67-9e39-5f6362a8fc85 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 945 time: 0.0996342 May 26 16:56:14.432150 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:14.432150 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-7bd06173-9d2f-40dd-9af9-f3a9250b76ee None None] For port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:14.432438 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks [] for router_controller (81c8875a-afbf-434d-8d84-b4c79c009e4f), precommit_add_association {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:14.432670 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cd40d-2fb3-431b-95a3-5963aa0806c4 req-2e932372-d673-4e78-acb4-13a4fc1f55e7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:14.432670 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c90cd40d-2fb3-431b-95a3-5963aa0806c4 req-2e932372-d673-4e78-acb4-13a4fc1f55e7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1090007 May 26 16:56:14.432670 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d6313e37-bb02-4808-8a82-298e1779cc9f req-34d81711-07dd-4a0b-95cf-818f5405100c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029510 May 26 16:56:14.432670 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:14.455484 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c90cd40d-2fb3-431b-95a3-5963aa0806c4 req-bc6497fc-f5bf-4a75-8f73-97f565c5277f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746021 May 26 16:56:14.582501 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7bd06173-9d2f-40dd-9af9-f3a9250b76ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:14.704193 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:14.734694 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Allocated IP 172.20.0.2 (8143f37d-7874-493c-b999-387abf317f43/3a1c549c-d265-450f-8c6e-765bef8763dd/e6e99fc2-0d0c-4df6-8b93-7be271fb92e5) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:14.738902 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd06173-9d2f-40dd-9af9-f3a9250b76ee None None] Pushing event updated for resources: {'Port': ['ID=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:14.757999 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-a0a201a7-961c-454d-bf86-4dfa61860c48 None None] Provisioning complete for port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:14.758399 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a0a201a7-961c-454d-bf86-4dfa61860c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:14.782133 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1cf4d783-095e-41e5-9405-a35f9877f460 req-dddf2b21-8bbd-4594-93b8-b136cc5ec4e1 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 210 time: 0.0806651 May 26 16:56:14.784089 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks [] for router_gateway (81c8875a-afbf-434d-8d84-b4c79c009e4f), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:14.964181 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bafdbb-d1e3-41c6-b4b9-3dc9eee3283a req-8cbcf7c6-2f7b-4004-b785-ba55a8d4b0dc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:14.967124 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d0bafdbb-d1e3-41c6-b4b9-3dc9eee3283a req-8cbcf7c6-2f7b-4004-b785-ba55a8d4b0dc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0732172 May 26 16:56:15.005969 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:15.059413 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d0bafdbb-d1e3-41c6-b4b9-3dc9eee3283a req-27ab8b81-a773-4bd0-8825-f31ba3b6cad1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809445 May 26 16:56:15.143659 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:13Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:15.202863 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1acd3a9-b2a2-41f5-be2a-e2a437442f47 None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:13Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:15.363928 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-a0a201a7-961c-454d-bf86-4dfa61860c48 None None] Current status of the port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:15.401445 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Publish callbacks [] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:15.499771 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:15.543149 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks [] for router_gateway (81c8875a-afbf-434d-8d84-b4c79c009e4f), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:15.604281 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:15.672668 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Network 8143f37d-7874-493c-b999-387abf317f43 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:15.680712 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:15.686448 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:15.707469 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Pushing event updated for resources: {'Port': ['ID=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:15.803980 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4d7ad-0591-4cc5-b1a4-04a0e6c920c8 req-dc983c44-1ad1-4286-820a-0ea1616aa552 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:15.806792 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-80b4d7ad-0591-4cc5-b1a4-04a0e6c920c8 req-dc983c44-1ad1-4286-820a-0ea1616aa552 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 945 time: 0.1597047 May 26 16:56:15.838494 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a407a-08fc-4b02-9408-91ba5fd5c2e5 req-32b31e2f-4b67-479c-acbf-d2997fef073b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:15.841787 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ba9a407a-08fc-4b02-9408-91ba5fd5c2e5 req-32b31e2f-4b67-479c-acbf-d2997fef073b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1375587 May 26 16:56:15.842808 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Attempting to bind port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:56:15.847273 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Attempting to bind port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:56:15.848229 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Attempting to bind port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 on network 8143f37d-7874-493c-b999-387abf317f43 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:15.869604 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:15.870026 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Checking segment: {'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:15.870472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:15.870864 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Bound using segment: {'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:15.871366 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Bound port: e6e99fc2-0d0c-4df6-8b93-7be271fb92e5, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:56:15.871743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:15.979240 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Allocated IP 172.27.1.146 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/19f2df92-40e1-47d7-82bf-ef2e3a721ddb) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:15.980597 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-80b4d7ad-0591-4cc5-b1a4-04a0e6c920c8 req-9d7199af-b23d-4c7e-bfd8-d712561f500f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314707 May 26 16:56:15.991856 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ba9a407a-08fc-4b02-9408-91ba5fd5c2e5 req-c1ecc6e0-395f-4dfe-8f95-899450c970a8 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253591 May 26 16:56:16.020294 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-2048db2e-362a-4db0-868d-5e5a720bb344 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1452942 May 26 16:56:16.025337 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] For port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:16.029808 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] For port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,segment=NetworkSegment(af56758f-94bf-40b3-8563-13703128ac69),segment_id=af56758f-94bf-40b3-8563-13703128ac69)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:16.040668 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 3477b3a3-f453-4aca-9e4e-a3d0795c1473 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:16.108829 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:16.200454 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f7b6ffde-a143-481f-aa12-0b8539b76424 req-756c4952-3827-4a2d-9c46-b9fb2772f21b tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a0e5df4-33a2-4d03-8f86-c68743d1dbba HTTP/1.1" status: 200 len: 210 time: 0.0759659 May 26 16:56:16.325303 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:16.331798 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b82618-52ea-4bf0-a1d7-d038d3bb8238 req-f37b0380-fc03-454b-90a2-57a7125a6115 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:16.335274 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-26b82618-52ea-4bf0-a1d7-d038d3bb8238 req-f37b0380-fc03-454b-90a2-57a7125a6115 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1185780 May 26 16:56:16.337612 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-ecfb65d4-a4bd-48c4-8006-f722c289702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:16.339634 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-ecfb65d4-a4bd-48c4-8006-f722c289702b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 1129 time: 0.1470761 May 26 16:56:16.355746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:16.387095 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89f562-ec37-4837-ac5d-075ac86e5da0 None None] Pushing event updated for resources: {'Port': ['ID=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:16.413511 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 2aebe7ea-7846-4496-9dbb-99a60c70a2cb up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:16.424991 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:56:16.425518 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks [] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:16.479853 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:16.520217 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-26b82618-52ea-4bf0-a1d7-d038d3bb8238 req-1de5e421-8873-4c01-8c37-ff85ea9ef9e5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772184 May 26 16:56:16.538916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:16.538916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:16.601166 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:16.601681 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:16.604886 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:16.657826 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:16.755416 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:16.808266 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:16.847708 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:16.868628 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:16.869634 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:16.875161 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:16.923926 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:16.927242 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f9376-1fde-47bd-8e18-4adc31789615" -d '{"events": [{"server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "name": "network-vif-plugged", "status": "completed", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:16.935482 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 3477b3a3-f453-4aca-9e4e-a3d0795c1473, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:16.961508 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Pushing event updated for resources: {'Port': ['ID=19f2df92-40e1-47d7-82bf-ef2e3a721ddb,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:16.984255 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.985362 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.985362 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.988894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.989727 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:16.989727 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:17.030558 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f8ae33-df71-4845-b0c3-fe6996c91a43 x-openstack-request-id: req-15f8ae33-df71-4845-b0c3-fe6996c91a43 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:17.030934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "name": "network-vif-plugged", "status": "completed", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:17.032964 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15f8ae33-df71-4845-b0c3-fe6996c91a43 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:17.034254 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f8ae33-df71-4845-b0c3-fe6996c91a43'] response: {'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'code': 200} May 26 16:56:17.047131 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-3ecccfc7-0fa2-42ae-b2b4-5fb5dfd8078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.049632 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f68ac8a9-542d-4118-a94c-d20efc561052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:17.055936 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-3ecccfc7-0fa2-42ae-b2b4-5fb5dfd8078e service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.5861626 May 26 16:56:17.079073 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:17.275822 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=3477b3a3-f453-4aca-9e4e-a3d0795c1473,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:17.280713 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-2239c090-c031-404f-a7b6-bf42c80fa059 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875fe38c-8738-43ba-96e1-889e5291698c HTTP/1.1" status: 200 len: 217 time: 0.0703754 May 26 16:56:17.353700 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a5838-b1cd-4109-b0df-7ac45c72f5d1 req-27a4d753-9b4f-44b3-87ce-c0348cb31f2d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.362244 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-432a5838-b1cd-4109-b0df-7ac45c72f5d1 req-27a4d753-9b4f-44b3-87ce-c0348cb31f2d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.2213349 May 26 16:56:17.410393 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284009a-a813-4d5f-a5f9-9662eca609d7 req-5d1ac786-3cfd-43fc-9db3-8507c892ebd3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.413791 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1284009a-a813-4d5f-a5f9-9662eca609d7 req-5d1ac786-3cfd-43fc-9db3-8507c892ebd3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.1861548 May 26 16:56:17.465949 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-432a5838-b1cd-4109-b0df-7ac45c72f5d1 req-1f2063fe-64d1-4b69-980e-551c3681007a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021671 May 26 16:56:17.474724 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-bda03024-4f73-467b-829f-0dcf40674d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.485799 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-bda03024-4f73-467b-829f-0dcf40674d4d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.1884978 May 26 16:56:17.488689 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:17.523988 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1284009a-a813-4d5f-a5f9-9662eca609d7 req-e6409f55-bf80-447d-9164-a229f69a0df6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966680 May 26 16:56:17.569223 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-e943fc66-7dc9-43ef-b3bd-7a527d225be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.573901 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-e943fc66-7dc9-43ef-b3bd-7a527d225be8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828700 May 26 16:56:17.778846 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39259d-543b-4f2d-aa4a-0e209f975c3d req-2e51feac-479a-44e0-a534-7638361fa10a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.788793 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f39259d-543b-4f2d-aa4a-0e209f975c3d req-2e51feac-479a-44e0-a534-7638361fa10a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0688767 May 26 16:56:17.841748 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978a7f3-0b5f-4bde-bcf9-8b90253ffc15 req-180bf140-6d23-487e-b03e-412944a4cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.843625 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8978a7f3-0b5f-4bde-bcf9-8b90253ffc15 req-180bf140-6d23-487e-b03e-412944a4cdb1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1130 time: 0.2514193 May 26 16:56:17.859801 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks [] for router_gateway (81c8875a-afbf-434d-8d84-b4c79c009e4f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:17.934924 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:17.995760 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f39259d-543b-4f2d-aa4a-0e209f975c3d req-7aa8794d-a52e-43b4-b51a-d22337b7b2d7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979754 May 26 16:56:17.996663 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:56:17.997203 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8978a7f3-0b5f-4bde-bcf9-8b90253ffc15 req-8b4fb287-e078-4326-beab-2597677123a2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411889 May 26 16:56:18.006470 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-30e3e207-5fc9-4f5a-808b-ecf64347d275 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228551 May 26 16:56:18.162008 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d86152-2f73-4542-bfd4-61b80c63580c req-58e1a939-479e-48c4-88cf-9239f75408bf tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:18.170493 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-58e1a939-479e-48c4-88cf-9239f75408bf tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/networks?id=138add0c-7439-4779-a280-abe6357e82e9 HTTP/1.1" status: 200 len: 808 time: 0.2543378 May 26 16:56:18.188151 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-634a7811-98e3-4e2e-8657-ee6e60dff8cb tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/quotas/dc9eb3074bcf4c8eb5ddec86dd21f676 HTTP/1.1" status: 200 len: 375 time: 0.0174496 May 26 16:56:18.208603 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:18.238159 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-4d2a7c9e-6264-4c60-a5d4-d27ca6805e9a tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487871 May 26 16:56:18.239229 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '19f830e3-9d14-4893-a727-3c20d5993b34', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'port_id': '19f830e3-9d14-4893-a727-3c20d5993b34', 'mac_address': 'fa:16:3e:cf:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:56:18.292513 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:18.304232 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (81c8875a-afbf-434d-8d84-b4c79c009e4f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:18.329611 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 19f830e3-9d14-4893-a727-3c20d5993b34 is: ACTIVE; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:18.331640 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:18.375014 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-f8c59cc5-61f9-4673-b2cc-1d36acb03864 service neutron] 10.222.0.48 "GET /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353862 May 26 16:56:18.378918 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe41c70-896c-421a-bb48-32d060b9fee4 None None] Network 8143f37d-7874-493c-b999-387abf317f43 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:56:18.424937 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:18.428509 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19f830e3-9d14-4893-a727-3c20d5993b34 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:18.502700 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-bad83841-180c-4226-ada7-7f9b52bf3340 service neutron] 10.222.0.48 "GET /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264172 May 26 16:56:18.544397 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-0c784591-0685-4fec-856b-05d5ecf58192 None None] Provisioning complete for port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:18.544397 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0c784591-0685-4fec-856b-05d5ecf58192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:18.637828 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0271cb31-442a-4bca-998e-1b7315ba2e5b req-427bc274-e8cd-43f2-9350-6401242d95b8 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588570 May 26 16:56:18.653014 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:18.681319 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1e0a-b0e5-4779-af7c-ee11df23812a req-80d65939-ff0f-4724-a7cd-829e46a5ff66 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:18.682533 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e40b1e0a-b0e5-4779-af7c-ee11df23812a req-80d65939-ff0f-4724-a7cd-829e46a5ff66 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0724695 May 26 16:56:18.747341 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:18.747341 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:18.758253 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:18.764327 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Router 81c8875a-afbf-434d-8d84-b4c79c009e4f is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:56:18.894193 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e40b1e0a-b0e5-4779-af7c-ee11df23812a req-15c6d3ca-028b-4f91-8c48-0d1c1fc3ebd8 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005796 May 26 16:56:18.915180 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=52 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:18.947517 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:18.952938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:18.978284 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Sync routers for ids ['81c8875a-afbf-434d-8d84-b4c79c009e4f'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:18.996754 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Routers {'81c8875a-afbf-434d-8d84-b4c79c009e4f'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:18.997425 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:55:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['81c8875a-afbf-434d-8d84-b4c79c009e4f'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:19.005796 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:19.042468 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d99dea-3c21-4eb9-a5c6-167f3ad7a568 req-57fa9b61-6587-4d9a-8fd6-727be86804cd tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:19.051612 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-59d99dea-3c21-4eb9-a5c6-167f3ad7a568 req-57fa9b61-6587-4d9a-8fd6-727be86804cd tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.2091293 May 26 16:56:19.087315 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-0c784591-0685-4fec-856b-05d5ecf58192 None None] Current status of the port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:19.088011 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0c784591-0685-4fec-856b-05d5ecf58192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:19.109933 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:19.109933 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-689c2d92-3d74-40fd-8780-2430f688ebaf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1257017 May 26 16:56:19.112134 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51680) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:19.170963 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-32a280d9-afc2-46ae-b897-564f6dc911da req-7263a847-62b2-456b-ae82-1f76045a4740 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 210 time: 0.1096218 May 26 16:56:19.200897 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:19.235096 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-59d99dea-3c21-4eb9-a5c6-167f3ad7a568 req-2d87147f-c1b3-4366-a02d-2e838f1d9502 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717379 May 26 16:56:19.281744 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-0c784591-0685-4fec-856b-05d5ecf58192 None None] For port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,segment=NetworkSegment(af56758f-94bf-40b3-8563-13703128ac69),segment_id=af56758f-94bf-40b3-8563-13703128ac69)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:19.285025 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=6']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:19.287090 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Set router 81c8875a-afbf-434d-8d84-b4c79c009e4f gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:19.315158 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-5e02c70f-7633-4160-ba60-83bd0bb28e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:19.319797 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['19f830e3-9d14-4893-a727-3c20d5993b34'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:56:19.362398 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0c784591-0685-4fec-856b-05d5ecf58192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:19.469705 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1027c8-8d06-472a-b0a1-d65ed2f11f28 req-2f6bd8d0-76a0-42e7-9946-0f4f06fd9be1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:19.478861 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d1027c8-8d06-472a-b0a1-d65ed2f11f28 req-2f6bd8d0-76a0-42e7-9946-0f4f06fd9be1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 945 time: 0.1325340 May 26 16:56:19.553450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:19.557508 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d1027c8-8d06-472a-b0a1-d65ed2f11f28 req-c97c9945-86dd-4649-b595-0f3fa973ee0c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759766 May 26 16:56:19.558693 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:19.668022 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c784591-0685-4fec-856b-05d5ecf58192 None None] Pushing event updated for resources: {'Port': ['ID=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:19.716824 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-2c9592e6-f0c7-4534-838b-7645475cf19f None None] Provisioning complete for port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:19.717078 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2c9592e6-f0c7-4534-838b-7645475cf19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:19.767157 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T16:56:17Z', 'revision_number': 3, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port': {'id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:15Z', 'updated_at': '2022-05-26T16:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:19.824258 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.db.api [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 16:56:19.824802 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG oslo_db.api [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:56:19.861629 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Checking router: 81c8875a-afbf-434d-8d84-b4c79c009e4f for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:19.870930 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Updating router 81c8875a-afbf-434d-8d84-b4c79c009e4f port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:56:19.915626 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:19.922149 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-2c9592e6-f0c7-4534-838b-7645475cf19f None None] Current status of the port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:19.927976 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:19.948098 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:20.102106 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97918935-addc-4a5b-8344-76337ffce38d req-b1897814-61bd-4caa-98a2-58e932f131ba tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:20.105642 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-97918935-addc-4a5b-8344-76337ffce38d req-b1897814-61bd-4caa-98a2-58e932f131ba tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0764952 May 26 16:56:20.196903 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:20.212022 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-97918935-addc-4a5b-8344-76337ffce38d req-3df3f975-53ff-423d-a087-80d8e9ab4ad1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000943 May 26 16:56:20.233382 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:20.268194 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:20.358732 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-83413846-f135-4aa9-91e5-ce969883995f req-137215e4-c57d-44ea-b603-fc7e8347fcbb tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 210 time: 0.0556071 May 26 16:56:20.452821 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f206c0-ef36-4d3a-a4db-7ca957235109 req-ca5b1e5c-1077-46c7-b2e4-145459adf3f4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:20.460985 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-14f206c0-ef36-4d3a-a4db-7ca957235109 req-ca5b1e5c-1077-46c7-b2e4-145459adf3f4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0661705 May 26 16:56:20.547870 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-14f206c0-ef36-4d3a-a4db-7ca957235109 req-a07b3a86-e0bf-4567-baf0-97c7ff3fcd52 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854833 May 26 16:56:20.655998 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:20.662804 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 19f830e3-9d14-4893-a727-3c20d5993b34 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:20.663269 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:20.683399 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Allocated IP 172.20.0.1 (8143f37d-7874-493c-b999-387abf317f43/3a1c549c-d265-450f-8c6e-765bef8763dd/7704915a-70ae-42d8-add4-91b9c56d54fc) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:20.812088 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Publish callbacks [] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:20.837068 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 19f830e3-9d14-4893-a727-3c20d5993b34 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:20.837625 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:20.889669 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:20.908265 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:20.915467 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c266cd-2eb7-449f-825f-9acf7fb75031 req-748c217f-4b2b-4be8-8a05-507eda4fbb34 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:20.921529 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7c266cd-2eb7-449f-825f-9acf7fb75031 req-748c217f-4b2b-4be8-8a05-507eda4fbb34 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.1699672 May 26 16:56:20.922553 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:20.925026 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf5e2fd-692c-42a6-a291-1eee7ff27b58" -d '{"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:20.930020 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ed8e-ea97-4dfe-97b2-881a84c2963a req-ba8ac7e3-c8b2-46a0-bbb8-785c02d96cb2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:20.932470 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72e8ed8e-ea97-4dfe-97b2-881a84c2963a req-ba8ac7e3-c8b2-46a0-bbb8-785c02d96cb2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 945 time: 0.1572194 May 26 16:56:20.933194 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51714) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:20.938301 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'floatingip': {'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:21.007195 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (5a924954-483e-4960-a6c0-37b66d7cd7ce), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.019975 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f4cfdf-785f-4c8f-9e51-0f4c101c5787 x-openstack-request-id: req-69f4cfdf-785f-4c8f-9e51-0f4c101c5787 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:21.020465 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:21.020882 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69f4cfdf-785f-4c8f-9e51-0f4c101c5787 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:21.021533 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f4cfdf-785f-4c8f-9e51-0f4c101c5787'] response: {'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34', 'code': 200} May 26 16:56:21.035088 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Pushing event updated for resources: {'Port': ['ID=19f2df92-40e1-47d7-82bf-ef2e3a721ddb,revision_number=2']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:21.059772 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:21.066749 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Attempting to bind port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:56:21.068203 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Attempting to bind port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:56:21.068203 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Attempting to bind port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:21.079193 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:21.079744 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:21.080313 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.080891 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:21.081633 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Bound port: 19f2df92-40e1-47d7-82bf-ef2e3a721ddb, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:56:21.082342 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.133100 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72e8ed8e-ea97-4dfe-97b2-881a84c2963a req-ce690a2e-b33d-4a82-bf28-ce180f4b7b1a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534913 May 26 16:56:21.168957 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] For port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:21.171882 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:21.173608 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.174141 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.174697 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.175187 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.175653 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.176037 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:21.176152 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.176745 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.177278 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.177781 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.178143 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.178835 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.179323 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.179834 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.180343 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.180805 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.181288 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:21.210425 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] For port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=19f2df92-40e1-47d7-82bf-ef2e3a721ddb,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:21.239278 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.240471 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device b7bfafc7-59b7-4831-81be-c5ef5e045f41 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:21.282665 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: b7bfafc7-59b7-4831-81be-c5ef5e045f41 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:56:21.283166 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device b7bfafc7-59b7-4831-81be-c5ef5e045f41 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:56:21.301172 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.500056 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d26685-4b50-47de-a8cc-d9c3a9139ea2 req-0b7c3d0b-c735-451d-bcf1-2ae2f7721abe tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:21.502306 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72d26685-4b50-47de-a8cc-d9c3a9139ea2 req-0b7c3d0b-c735-451d-bcf1-2ae2f7721abe tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1341608 May 26 16:56:21.513826 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.576867 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:21.580013 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e82e21-a2d9-4e04-b5df-304a4b3ad442 None None] Pushing event updated for resources: {'Port': ['ID=19f2df92-40e1-47d7-82bf-ef2e3a721ddb,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:21.595966 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Publish callbacks [] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.628801 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:21.649814 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=7']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:21.657209 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Routers {'81c8875a-afbf-434d-8d84-b4c79c009e4f'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:21.658064 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:56:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['81c8875a-afbf-434d-8d84-b4c79c009e4f'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:21.660281 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-770a4998-a4d9-4b73-be0a-c60a7a01d48b req-370439ca-51d3-4418-b0b9-7e41bdfa0434 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 210 time: 0.0535212 May 26 16:56:21.692753 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:21.719151 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.728709 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72d26685-4b50-47de-a8cc-d9c3a9139ea2 req-0549d5b6-7520-4cb8-9561-b85bab572879 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674106 May 26 16:56:21.796124 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Network 8143f37d-7874-493c-b999-387abf317f43 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:21.800324 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:21.804966 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:21.877653 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:21.920695 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Pushing event updated for resources: {'Port': ['ID=7704915a-70ae-42d8-add4-91b9c56d54fc,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:21.932729 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (81c8875a-afbf-434d-8d84-b4c79c009e4f), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:21.957840 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.db.resource_extend [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:56:22.040010 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:22.079734 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] Set router 81c8875a-afbf-434d-8d84-b4c79c009e4f gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:22.093605 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:22.169848 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (5a924954-483e-4960-a6c0-37b66d7cd7ce), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:22.340226 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:22.393473 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T16:56:17Z', 'revision_number': 3, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port': {'id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:15Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:22.401194 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-a845e789-e3d6-44d9-872f-bbf9fd64ac45 None None] Provisioning complete for port 7704915a-70ae-42d8-add4-91b9c56d54fc triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:22.413836 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a845e789-e3d6-44d9-872f-bbf9fd64ac45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:22.565708 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25de2ad-4c74-46ad-a7d4-64acbe59464e None None] The sync data for ids ['81c8875a-afbf-434d-8d84-b4c79c009e4f'] in dv-cinder-836070-4-iscsi is: [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T16:56:17Z', 'revision_number': 3, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port': {'id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:15Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:22.626367 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-a845e789-e3d6-44d9-872f-bbf9fd64ac45 None None] Port 7704915a-70ae-42d8-add4-91b9c56d54fc cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:56:22.696320 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0acd6-e2b1-43ff-b8c5-41b22270c629 req-e3d78cbf-ec5a-4b3f-8260-ea36637c2357 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:22.706138 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5f0acd6-e2b1-43ff-b8c5-41b22270c629 req-e3d78cbf-ec5a-4b3f-8260-ea36637c2357 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.3185091 May 26 16:56:22.736472 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Floating IP 5a924954-483e-4960-a6c0-37b66d7cd7ce associated. External IP: 172.27.1.184, port: 3477b3a3-f453-4aca-9e4e-a3d0795c1473. May 26 16:56:22.820062 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Publish callbacks [] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:22.894128 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:22.902031 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5f0acd6-e2b1-43ff-b8c5-41b22270c629 req-610d9bf7-e01b-4709-96a8-2b6d5e66cc49 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947181 May 26 16:56:22.985038 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (81c8875a-afbf-434d-8d84-b4c79c009e4f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:23.103092 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-abb80916-786b-4aa8-8f50-f075b31bc789 req-a595a9c2-a5fc-458d-ab36-03b15a642b3e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 210 time: 0.1655495 May 26 16:56:23.293745 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Pushing event updated for resources: {'Port': ['ID=7704915a-70ae-42d8-add4-91b9c56d54fc,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:23.351324 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19135be0-ff9f-4e0a-8230-b4f0600568c0 req-c0e0dccf-dddc-4095-9346-5c2dd76a86f1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:23.364008 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-19135be0-ff9f-4e0a-8230-b4f0600568c0 req-c0e0dccf-dddc-4095-9346-5c2dd76a86f1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.2319598 May 26 16:56:23.425424 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Network 8143f37d-7874-493c-b999-387abf317f43 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:23.445306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:23.447846 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Router 5a69244d-f231-4882-b119-87e11551d81a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:56:23.484153 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:23.487648 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-19135be0-ff9f-4e0a-8230-b4f0600568c0 req-ca530e54-4e53-48be-b9df-20f4f6cce070 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274495 May 26 16:56:23.604284 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:23.969682 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Router 81c8875a-afbf-434d-8d84-b4c79c009e4f has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:56:24.046517 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:24.086129 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-aff79a3b-bc95-42ce-a513-3b5e30115ccd None None] Provisioning complete for port 7704915a-70ae-42d8-add4-91b9c56d54fc triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:24.086709 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-aff79a3b-bc95-42ce-a513-3b5e30115ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:24.099744 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51768) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:24.119974 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d86152-2f73-4542-bfd4-61b80c63580c req-210adf98-c6ce-4a58-b793-fa54aae0e1c4 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:24.121802 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-210adf98-c6ce-4a58-b793-fa54aae0e1c4 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.95 "GET /v2.0/networks?id=138add0c-7439-4779-a280-abe6357e82e9 HTTP/1.1" status: 200 len: 808 time: 0.4136851 May 26 16:56:24.173171 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Request body: {'port': {'device_id': '88435a89-597c-4e0a-98f4-fd26adc22802', 'network_id': '138add0c-7439-4779-a280-abe6357e82e9', 'admin_state_up': True, 'tenant_id': 'dc9eb3074bcf4c8eb5ddec86dd21f676'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:24.222463 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:24.251411 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-aff79a3b-bc95-42ce-a513-3b5e30115ccd None None] Port 7704915a-70ae-42d8-add4-91b9c56d54fc cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:56:24.493829 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:24.553244 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:24.583604 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b31c67-a554-41b4-a5bd-6a67c6c5aad3 req-eac42ad2-3b1d-448d-84fc-0b6a8f581898 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:24.586135 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-86b31c67-a554-41b4-a5bd-6a67c6c5aad3 req-eac42ad2-3b1d-448d-84fc-0b6a8f581898 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0845015 May 26 16:56:24.592378 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-42b6a277-53ee-4181-a236-11fcfd04b8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:24.651729 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-402a451e-070b-4877-89dd-1bbdc56123db req-7cc4a847-1ca7-4066-b27c-076f4d2abdf2 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 210 time: 0.0764468 May 26 16:56:24.654587 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Made reservation on behalf of dc9eb3074bcf4c8eb5ddec86dd21f676 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:24.658511 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:24.697116 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:24.724693 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-2019d733-2322-4516-9501-e4a3fc01b21c admin admin] 10.222.0.48 "PUT /v2.0/routers/81c8875a-afbf-434d-8d84-b4c79c009e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6099062 May 26 16:56:24.760478 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:24.771723 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:24.820290 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-86b31c67-a554-41b4-a5bd-6a67c6c5aad3 req-3540e220-bb48-464e-ae92-bb5c3b6c5de4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202127 May 26 16:56:24.835492 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] Sync routers for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:24.852374 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-766e52f9-5ff6-48d1-9313-7247439337ce tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "PUT /v2.0/floatingips/5a924954-483e-4960-a6c0-37b66d7cd7ce HTTP/1.1" status: 200 len: 992 time: 3.9176648 May 26 16:56:24.855555 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:24.857901 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de124b2-5aa5-4c4a-bf49-1506d7040271" -d '{"events": [{"name": "network-changed", "server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:24.860673 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:24.883816 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:24.885421 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:56:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:24.898606 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1ebc1-bf6b-4366-bd2c-702866bf1e15 req-ac4adc9e-fc9c-4311-922b-07f4fccb3df4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:24.902537 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8ed1ebc1-bf6b-4366-bd2c-702866bf1e15 req-ac4adc9e-fc9c-4311-922b-07f4fccb3df4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1201723 May 26 16:56:25.097454 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8ed1ebc1-bf6b-4366-bd2c-702866bf1e15 req-11be541c-4035-4af1-b14d-4c2a67a7849d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849811 May 26 16:56:25.100410 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f04d0e6-eb2a-4c0d-9f5b-68d90f801940 x-openstack-request-id: req-8f04d0e6-eb2a-4c0d-9f5b-68d90f801940 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:25.100775 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:25.101178 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f04d0e6-eb2a-4c0d-9f5b-68d90f801940 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:25.112242 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f04d0e6-eb2a-4c0d-9f5b-68d90f801940'] response: {'name': 'network-changed', 'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'status': 'completed', 'code': 200} May 26 16:56:25.127915 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 19f2df92-40e1-47d7-82bf-ef2e3a721ddb up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:25.266376 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:25.288858 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-42b6a277-53ee-4181-a236-11fcfd04b8b9 admin admin] Publish callbacks [] for security_group (7062e0d2-9336-4b10-9991-5e455981696e), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:25.359854 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-42b6a277-53ee-4181-a236-11fcfd04b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7062e0d2-9336-4b10-9991-5e455981696e), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:25.468898 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:25.469656 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:25.506257 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6a277-53ee-4181-a236-11fcfd04b8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7062e0d2-9336-4b10-9991-5e455981696e,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:25.543321 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-b69fbb7a-4a6c-4e99-a098-3339c5356642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:25.545614 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-b69fbb7a-4a6c-4e99-a098-3339c5356642 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1130 time: 0.3359330 May 26 16:56:25.550803 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51804) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:25.551197 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-42b6a277-53ee-4181-a236-11fcfd04b8b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67723c5356f048a19027682b12081a19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4479742 May 26 16:56:25.552969 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Allocated IP 172.20.0.7 (138add0c-7439-4779-a280-abe6357e82e9/87308d1c-4163-48b1-8541-452e10249892/f47da065-3037-45fd-81cc-1f01f1f60b8e) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:25.649251 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e0f22d59-d88e-43a6-a5aa-d541b7f6d2cf admin admin] Publish callbacks [] for security_group (7062e0d2-9336-4b10-9991-5e455981696e), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:25.662064 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51806) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:25.677948 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-1c65d040-899f-4fb9-b96c-670f39a8aaf9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078549195', 'description': 'tempest-secgroup-smoke-1078549195 description', 'project_id': '895a592d480548ddb6afdb1e7c45ed92'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:25.716662 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:25.730589 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e0f22d59-d88e-43a6-a5aa-d541b7f6d2cf admin admin] Publish callbacks [] for security_group (7062e0d2-9336-4b10-9991-5e455981696e), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:25.866508 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:25.871534 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:25.892962 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-51cebf91-4a1e-4a82-8513-84542b651f49 req-227e23a7-bce0-4041-b65b-a7b70cbf634e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 210 time: 0.0822427 May 26 16:56:25.912364 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-c1415035-93d1-4125-af85-c39b8327b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:25.914065 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-c1415035-93d1-4125-af85-c39b8327b0c5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.3580985 May 26 16:56:25.914969 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c65d040-899f-4fb9-b96c-670f39a8aaf9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:25.929609 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:25.936493 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=19f2df92-40e1-47d7-82bf-ef2e3a721ddb,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:25.951403 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Sync routers for ids ['81c8875a-afbf-434d-8d84-b4c79c009e4f'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:25.983983 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Routers {'81c8875a-afbf-434d-8d84-b4c79c009e4f'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:25.984625 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:56:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['81c8875a-afbf-434d-8d84-b4c79c009e4f'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:26.027745 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5a924954-483e-4960-a6c0-37b66d7cd7ce', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '5a69244d-f231-4882-b119-87e11551d81a', 'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'mac_address': 'fa:16:3e:d5:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc5100-c116-4608-a1d9-26e418e0609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:53Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 1, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:26.073477 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] Checking router: 5a69244d-f231-4882-b119-87e11551d81a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:26.093995 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:26.095582 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:56:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:26.108980 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e0f22d59-d88e-43a6-a5aa-d541b7f6d2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7062e0d2-9336-4b10-9991-5e455981696e), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:26.112360 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e0f22d59-d88e-43a6-a5aa-d541b7f6d2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:26.121610 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-e0f22d59-d88e-43a6-a5aa-d541b7f6d2cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7062e0d2-9336-4b10-9991-5e455981696e HTTP/1.1" status: 204 len: 168 time: 0.5675416 May 26 16:56:26.171598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:26.194439 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22d59-d88e-43a6-a5aa-d541b7f6d2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7062e0d2-9336-4b10-9991-5e455981696e,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:26.213429 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-3e498403-e3df-4092-bcbc-07100a3a58a1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473 HTTP/1.1" status: 200 len: 1000 time: 0.2902377 May 26 16:56:26.251314 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203ea3-fbe1-4880-b0d8-7faa4b4afa85 req-90609149-ce44-4d01-9e34-eb623c60b157 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:26.260727 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:26.279852 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1203ea3-fbe1-4880-b0d8-7faa4b4afa85 req-90609149-ce44-4d01-9e34-eb623c60b157 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.2325981 May 26 16:56:26.322465 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Set router 81c8875a-afbf-434d-8d84-b4c79c009e4f gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:26.376756 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks [] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:26.435638 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ec6c5-53a5-4797-8bad-7b7b47e72d13 req-73a943d5-61e2-4a70-9472-8449332ea475 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:26.446977 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:26.447340 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cb6ec6c5-53a5-4797-8bad-7b7b47e72d13 req-73a943d5-61e2-4a70-9472-8449332ea475 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0936899 May 26 16:56:26.451408 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=19f2df92-40e1-47d7-82bf-ef2e3a721ddb,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:26.475673 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:26.520661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-2c1ddd82-6233-413c-baf2-836d8f2f3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:26.523516 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-2c1ddd82-6233-413c-baf2-836d8f2f3ea7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.2863410 May 26 16:56:26.526483 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c65d040-899f-4fb9-b96c-670f39a8aaf9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group (3e38919e-b2d1-4033-8d23-583dc1529fed), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:26.658742 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c65d040-899f-4fb9-b96c-670f39a8aaf9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (3e38919e-b2d1-4033-8d23-583dc1529fed), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:26.667842 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:26.685658 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cb6ec6c5-53a5-4797-8bad-7b7b47e72d13 req-848f25d2-b2b9-48e9-80be-458e765d05fe tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279823 May 26 16:56:26.717197 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1203ea3-fbe1-4880-b0d8-7faa4b4afa85 req-0349b4f6-b0d4-4c82-8967-246d55fac429 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4347296 May 26 16:56:26.800272 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T16:56:22Z', 'revision_number': 4, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port': {'id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:15Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '7704915a-70ae-42d8-add4-91b9c56d54fc', 'name': '', 'network_id': '8143f37d-7874-493c-b999-387abf317f43', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'mac_address': 'fa:16:3e:55:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3a1c549c-d265-450f-8c6e-765bef8763dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:20Z', 'updated_at': '2022-05-26T16:56:22Z', 'revision_number': 2, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'subnets': [{'id': '3a1c549c-d265-450f-8c6e-765bef8763dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:26.826362 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Network 138add0c-7439-4779-a280-abe6357e82e9 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:26.856598 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Checking router: 81c8875a-afbf-434d-8d84-b4c79c009e4f for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:26.857553 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Updating router 81c8875a-afbf-434d-8d84-b4c79c009e4f port 7704915a-70ae-42d8-add4-91b9c56d54fc binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:56:26.890671 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:26.894152 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:26.917166 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:26.946054 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 19f2df92-40e1-47d7-82bf-ef2e3a721ddb up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:26.972784 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65d040-899f-4fb9-b96c-670f39a8aaf9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e38919e-b2d1-4033-8d23-583dc1529fed,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:27.022200 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:27.023568 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.050840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-1196abbf-f3c1-4faa-8d36-2c975a97b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:27.054385 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-1196abbf-f3c1-4faa-8d36-2c975a97b2ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5174413 May 26 16:56:27.159596 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:27.159991 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.204999 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:27.214838 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0765715 May 26 16:56:27.222227 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c65d040-899f-4fb9-b96c-670f39a8aaf9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.223900 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-1c65d040-899f-4fb9-b96c-670f39a8aaf9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5582037 May 26 16:56:27.228129 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-2aa72f7a-9ac8-4d96-83f9-027f13a244db service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541724 May 26 16:56:27.229166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155c9e7-97d7-48f0-99b7-bc13443af2cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Pushing event updated for resources: {'Port': ['ID=f47da065-3037-45fd-81cc-1f01f1f60b8e,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:27.246248 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51822) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:27.253168 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f96e6d-d648-4160-b3b5-8bee656daa5c req-003cc935-be74-411c-abd6-ecbcf2648bb5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:27.256163 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5a924954-483e-4960-a6c0-37b66d7cd7ce', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '5a69244d-f231-4882-b119-87e11551d81a', 'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'mac_address': 'fa:16:3e:d5:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc5100-c116-4608-a1d9-26e418e0609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:53Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 1, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:27.265977 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Request body: {'port': {'device_id': '88435a89-597c-4e0a-98f4-fd26adc22802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:27.266501 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4f96e6d-d648-4160-b3b5-8bee656daa5c req-003cc935-be74-411c-abd6-ecbcf2648bb5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 931 time: 0.1592138 May 26 16:56:27.322642 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-c5c092f8-b6dc-4006-b863-2196d54e297c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'security_group_rule': {'security_group_id': '3e38919e-b2d1-4033-8d23-583dc1529fed', 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:27.359152 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f71f8-7ad1-46f7-b49d-3c17d3585a02 None None] The sync data for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi is: [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5a924954-483e-4960-a6c0-37b66d7cd7ce', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '5a69244d-f231-4882-b119-87e11551d81a', 'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'mac_address': 'fa:16:3e:d5:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc5100-c116-4608-a1d9-26e418e0609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:53Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 1, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:27.428247 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.430143 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4f96e6d-d648-4160-b3b5-8bee656daa5c req-d7e55f24-cfe5-4189-8818-d9bb3a2ce5e8 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569822 May 26 16:56:27.517659 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:27.607343 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:27.641772 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c5c092f8-b6dc-4006-b863-2196d54e297c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (69096f4b-e7b4-4999-9326-e97ef18255df), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.684870 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3de124b2-5aa5-4c4a-bf49-1506d7040271 req-e3937320-eee3-4cce-b174-cd04c0a9b88d service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406688 May 26 16:56:27.691041 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Publish callbacks [] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.775043 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.843149 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c5c092f8-b6dc-4006-b863-2196d54e297c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (69096f4b-e7b4-4999-9326-e97ef18255df), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.871916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75a3ca-d58f-4242-8cc6-6896fb2cb483 None None] New status for floating IP 5a924954-483e-4960-a6c0-37b66d7cd7ce: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:56:27.945734 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c5c092f8-b6dc-4006-b863-2196d54e297c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (69096f4b-e7b4-4999-9326-e97ef18255df), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:27.961347 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9b8dd-765b-4628-82c5-3c5d514110ae None None] Pushing event updated for resources: {'Port': ['ID=7704915a-70ae-42d8-add4-91b9c56d54fc,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:27.970557 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:28.014551 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c092f8-b6dc-4006-b863-2196d54e297c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69096f4b-e7b4-4999-9326-e97ef18255df,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:28.049121 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:28.112396 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c5c092f8-b6dc-4006-b863-2196d54e297c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.118897 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c5c092f8-b6dc-4006-b863-2196d54e297c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8680813 May 26 16:56:28.121901 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 51832) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:28.136385 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-721f25c6-ed8b-46ad-8371-4c9269354676 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'security_group_rule': {'security_group_id': '3e38919e-b2d1-4033-8d23-583dc1529fed', 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:28.141835 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ad789-ec7f-4094-a4dd-7b402a0cefae req-992636ae-9a6d-4ca0-85c9-dfbd91dd4336 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:28.150411 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cd9ad789-ec7f-4094-a4dd-7b402a0cefae req-992636ae-9a6d-4ca0-85c9-dfbd91dd4336 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.2471504 May 26 16:56:28.191148 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Attempting to bind port 7704915a-70ae-42d8-add4-91b9c56d54fc on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:56:28.192230 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Attempting to bind port 7704915a-70ae-42d8-add4-91b9c56d54fc by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:56:28.192230 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Attempting to bind port 7704915a-70ae-42d8-add4-91b9c56d54fc on network 8143f37d-7874-493c-b999-387abf317f43 {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:28.203310 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700be2ac-59c6-4ac4-9d29-727e93a44d35 req-f7141364-f6d8-473f-b906-32e3f1ddf246 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:28.210011 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-700be2ac-59c6-4ac4-9d29-727e93a44d35 req-f7141364-f6d8-473f-b906-32e3f1ddf246 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.2237666 May 26 16:56:28.220578 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:28.221175 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Checking segment: {'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:28.222404 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.229920 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Bound using segment: {'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:28.231069 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Bound port: 7704915a-70ae-42d8-add4-91b9c56d54fc, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af56758f-94bf-40b3-8563-13703128ac69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8143f37d-7874-493c-b999-387abf317f43'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:56:28.231776 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.348520 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-721f25c6-ed8b-46ad-8371-4c9269354676 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (3286294e-184d-4bc4-99e8-a3ee23005c28), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.405120 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cd9ad789-ec7f-4094-a4dd-7b402a0cefae req-52e18e8f-2453-436a-9e27-a4fad414c694 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526805 May 26 16:56:28.422941 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] For port 7704915a-70ae-42d8-add4-91b9c56d54fc, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:28.430370 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-1abc3fd7-3988-4cb2-a255-8fa16b6d94a8 None None] Provisioning complete for port 7704915a-70ae-42d8-add4-91b9c56d54fc triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:28.431251 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-1abc3fd7-3988-4cb2-a255-8fa16b6d94a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.436093 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47da065-3037-45fd-81cc-1f01f1f60b8e {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:28.439991 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] For port 7704915a-70ae-42d8-add4-91b9c56d54fc, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=7704915a-70ae-42d8-add4-91b9c56d54fc,segment=NetworkSegment(af56758f-94bf-40b3-8563-13703128ac69),segment_id=af56758f-94bf-40b3-8563-13703128ac69)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:28.484045 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-700be2ac-59c6-4ac4-9d29-727e93a44d35 req-655ba4ac-5610-4b32-9c0c-5e4dd11323f5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533593 May 26 16:56:28.489338 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Publish callbacks [] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.514971 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-1abc3fd7-3988-4cb2-a255-8fa16b6d94a8 None None] Port 7704915a-70ae-42d8-add4-91b9c56d54fc cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:56:28.547532 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.551615 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Transition to ACTIVE for port object f47da065-3037-45fd-81cc-1f01f1f60b8e will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:56:28.588427 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-721f25c6-ed8b-46ad-8371-4c9269354676 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (3286294e-184d-4bc4-99e8-a3ee23005c28), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.638104 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.680497 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-721f25c6-ed8b-46ad-8371-4c9269354676 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (3286294e-184d-4bc4-99e8-a3ee23005c28), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.741530 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d065d1-51e9-48fb-90ea-3506f98ac69e req-f4c3cce3-52cb-48a7-85d8-5847cc75866c tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:28.744497 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-06d065d1-51e9-48fb-90ea-3506f98ac69e req-f4c3cce3-52cb-48a7-85d8-5847cc75866c tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 931 time: 0.1650698 May 26 16:56:28.751373 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f25c6-ed8b-46ad-8371-4c9269354676 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3286294e-184d-4bc4-99e8-a3ee23005c28,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:28.755196 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=f47da065-3037-45fd-81cc-1f01f1f60b8e,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:28.861567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-721f25c6-ed8b-46ad-8371-4c9269354676 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:28.863216 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-721f25c6-ed8b-46ad-8371-4c9269354676 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7361903 May 26 16:56:28.877506 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-06d065d1-51e9-48fb-90ea-3506f98ac69e req-dc273940-af8b-4848-8000-e2cdd558ab72 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229148 May 26 16:56:28.878552 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51838) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:28.890797 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-a52abf70-c269-416a-851e-ba4f3fa1619a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'security_group_rule': {'security_group_id': '3e38919e-b2d1-4033-8d23-583dc1529fed', 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:28.923704 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Routers {'81c8875a-afbf-434d-8d84-b4c79c009e4f'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:28.924503 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:56:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['81c8875a-afbf-434d-8d84-b4c79c009e4f'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:29.001456 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Attempting to bind port f47da065-3037-45fd-81cc-1f01f1f60b8e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:56:29.001456 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Attempting to bind port f47da065-3037-45fd-81cc-1f01f1f60b8e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:56:29.001456 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Attempting to bind port f47da065-3037-45fd-81cc-1f01f1f60b8e on network 138add0c-7439-4779-a280-abe6357e82e9 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:29.002909 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:29.009772 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Port f47da065-3037-45fd-81cc-1f01f1f60b8e on network 138add0c-7439-4779-a280-abe6357e82e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:56:29.010301 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Attempting to bind port f47da065-3037-45fd-81cc-1f01f1f60b8e on network 138add0c-7439-4779-a280-abe6357e82e9 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:29.010746 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a52abf70-c269-416a-851e-ba4f3fa1619a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (47da87f2-d4c0-404e-9a17-352274a2383d), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.013120 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9b8dd-765b-4628-82c5-3c5d514110ae None None] Pushing event updated for resources: {'Port': ['ID=7704915a-70ae-42d8-add4-91b9c56d54fc,revision_number=4']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:29.017995 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:29.018341 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Checking segment: {'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:56:29.019039 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Bound using segment: {'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:29.019544 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Bound port: f47da065-3037-45fd-81cc-1f01f1f60b8e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2899f6-2966-4bb5-a4fc-afcb31d396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '138add0c-7439-4779-a280-abe6357e82e9'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:56:29.020156 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.081121 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-21b0a80c-6d04-49b0-9df9-2f6304f10ccc None None] Provisioning complete for port 7704915a-70ae-42d8-add4-91b9c56d54fc triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:29.082472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-21b0a80c-6d04-49b0-9df9-2f6304f10ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.155490 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a52abf70-c269-416a-851e-ba4f3fa1619a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (47da87f2-d4c0-404e-9a17-352274a2383d), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.200912 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] For port f47da065-3037-45fd-81cc-1f01f1f60b8e, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:29.212285 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] For port f47da065-3037-45fd-81cc-1f01f1f60b8e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f47da065-3037-45fd-81cc-1f01f1f60b8e,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:29.232059 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] Set router 81c8875a-afbf-434d-8d84-b4c79c009e4f gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:29.263689 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a52abf70-c269-416a-851e-ba4f3fa1619a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (47da87f2-d4c0-404e-9a17-352274a2383d), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.279973 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-21b0a80c-6d04-49b0-9df9-2f6304f10ccc None None] Current status of the port 7704915a-70ae-42d8-add4-91b9c56d54fc is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:29.280320 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:29.280526 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-21b0a80c-6d04-49b0-9df9-2f6304f10ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.302493 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:29.307183 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52abf70-c269-416a-851e-ba4f3fa1619a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47da87f2-d4c0-404e-9a17-352274a2383d,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:29.346698 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-21b0a80c-6d04-49b0-9df9-2f6304f10ccc None None] For port 7704915a-70ae-42d8-add4-91b9c56d54fc, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=7704915a-70ae-42d8-add4-91b9c56d54fc,segment=NetworkSegment(af56758f-94bf-40b3-8563-13703128ac69),segment_id=af56758f-94bf-40b3-8563-13703128ac69)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:29.381817 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.409575 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a52abf70-c269-416a-851e-ba4f3fa1619a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.414255 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-a52abf70-c269-416a-851e-ba4f3fa1619a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5321407 May 26 16:56:29.416374 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51840) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:29.436069 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:29.437048 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.439687 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] 10.222.0.95 "PUT /v2.0/ports/f47da065-3037-45fd-81cc-1f01f1f60b8e HTTP/1.1" status: 200 len: 1093 time: 2.1929500 May 26 16:56:29.440353 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88435a89-597c-4e0a-98f4-fd26adc22802', 'tag': 'f47da065-3037-45fd-81cc-1f01f1f60b8e'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:29.443881 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af01927f-f6e4-4c52-bce0-5c860ae29181" -d '{"events": [{"name": "network-changed", "server_uuid": "88435a89-597c-4e0a-98f4-fd26adc22802", "tag": "f47da065-3037-45fd-81cc-1f01f1f60b8e"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:29.445689 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-0c827afe-3d89-453e-9cde-5cd8a9993fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'security_group_rule': {'security_group_id': '3e38919e-b2d1-4033-8d23-583dc1529fed', 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:29.460513 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-21b0a80c-6d04-49b0-9df9-2f6304f10ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.499259 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75b9c-a826-4da3-923d-38e99cd7aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=f47da065-3037-45fd-81cc-1f01f1f60b8e,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:29.543718 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:29.544528 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0a80c-6d04-49b0-9df9-2f6304f10ccc None None] Pushing event updated for resources: {'Port': ['ID=7704915a-70ae-42d8-add4-91b9c56d54fc,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:29.560644 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db88498-619a-4cb6-b548-3e538929068a x-openstack-request-id: req-7db88498-619a-4cb6-b548-3e538929068a {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:29.562098 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88435a89-597c-4e0a-98f4-fd26adc22802", "tag": "f47da065-3037-45fd-81cc-1f01f1f60b8e", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:29.562098 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7db88498-619a-4cb6-b548-3e538929068a {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:29.562098 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db88498-619a-4cb6-b548-3e538929068a'] response: {'name': 'network-changed', 'server_uuid': '88435a89-597c-4e0a-98f4-fd26adc22802', 'tag': 'f47da065-3037-45fd-81cc-1f01f1f60b8e', 'status': 'completed', 'code': 200} May 26 16:56:29.610940 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T16:56:22Z', 'revision_number': 4, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port': {'id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:15Z', 'updated_at': '2022-05-26T16:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '7704915a-70ae-42d8-add4-91b9c56d54fc', 'name': '', 'network_id': '8143f37d-7874-493c-b999-387abf317f43', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'mac_address': 'fa:16:3e:55:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3a1c549c-d265-450f-8c6e-765bef8763dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:20Z', 'updated_at': '2022-05-26T16:56:28Z', 'revision_number': 4, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'subnets': [{'id': '3a1c549c-d265-450f-8c6e-765bef8763dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:29.676689 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ba43a-4378-4ca4-bda2-ab802ea89333 None None] The sync data for ids ['81c8875a-afbf-434d-8d84-b4c79c009e4f'] in dv-cinder-836070-4-iscsi is: [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T16:56:22Z', 'revision_number': 4, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port': {'id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:15Z', 'updated_at': '2022-05-26T16:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '7704915a-70ae-42d8-add4-91b9c56d54fc', 'name': '', 'network_id': '8143f37d-7874-493c-b999-387abf317f43', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'mac_address': 'fa:16:3e:55:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3a1c549c-d265-450f-8c6e-765bef8763dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:20Z', 'updated_at': '2022-05-26T16:56:28Z', 'revision_number': 4, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'subnets': [{'id': '3a1c549c-d265-450f-8c6e-765bef8763dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:29.724596 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01927f-f6e4-4c52-bce0-5c860ae29181 req-d2af6df6-b0b0-45cd-8d58-df576c518f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:29.727097 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-af01927f-f6e4-4c52-bce0-5c860ae29181 req-d2af6df6-b0b0-45cd-8d58-df576c518f21 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 1127 time: 0.1197000 May 26 16:56:29.765064 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-0c827afe-3d89-453e-9cde-5cd8a9993fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (be934a54-c0e1-46ae-86f1-4f5395ccc5db), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.824942 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a8c9-6c24-4c9c-9f28-ce5f28a3ae62 req-411c6e0b-1d15-406a-a86b-a5275de40840 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:29.826671 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c506a8c9-6c24-4c9c-9f28-ce5f28a3ae62 req-411c6e0b-1d15-406a-a86b-a5275de40840 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.2161198 May 26 16:56:29.868103 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-0c827afe-3d89-453e-9cde-5cd8a9993fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (be934a54-c0e1-46ae-86f1-4f5395ccc5db), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.891297 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6a4da-dd5e-4f69-b5cc-b8a1c8c99d01 req-bafa12c7-ed24-4786-91c1-87c6c2caf5a2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:29.893040 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-62d6a4da-dd5e-4f69-b5cc-b8a1c8c99d01 req-bafa12c7-ed24-4786-91c1-87c6c2caf5a2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.2061472 May 26 16:56:29.938456 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-0c827afe-3d89-453e-9cde-5cd8a9993fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (be934a54-c0e1-46ae-86f1-4f5395ccc5db), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:29.959842 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01927f-f6e4-4c52-bce0-5c860ae29181 req-e40a81b2-97d7-4973-b28e-c3b20aad58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:29.962651 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-af01927f-f6e4-4c52-bce0-5c860ae29181 req-e40a81b2-97d7-4973-b28e-c3b20aad58d2 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2187145 May 26 16:56:30.003662 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c827afe-3d89-453e-9cde-5cd8a9993fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be934a54-c0e1-46ae-86f1-4f5395ccc5db,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:30.025410 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c506a8c9-6c24-4c9c-9f28-ce5f28a3ae62 req-5341657e-8ca2-47e5-9118-ba135d7bff7a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558130 May 26 16:56:30.039373 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-62d6a4da-dd5e-4f69-b5cc-b8a1c8c99d01 req-8393dfbb-eddf-496f-91d4-b3c213ac2a84 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307871 May 26 16:56:30.047953 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-0c827afe-3d89-453e-9cde-5cd8a9993fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:30.053928 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-0c827afe-3d89-453e-9cde-5cd8a9993fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6334016 May 26 16:56:30.054745 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51852) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:30.060664 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-c5230100-5be7-47cc-90ce-0d779fb60b3d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'security_group_rule': {'security_group_id': '3e38919e-b2d1-4033-8d23-583dc1529fed', 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:30.188294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:30.228081 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01927f-f6e4-4c52-bce0-5c860ae29181 req-423db967-06e0-4947-a024-a4468da11702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:30.230640 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-af01927f-f6e4-4c52-bce0-5c860ae29181 req-423db967-06e0-4947-a024-a4468da11702 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588825 May 26 16:56:30.232690 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.securitygroups_db [None req-c5230100-5be7-47cc-90ce-0d779fb60b3d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Project 895a592d480548ddb6afdb1e7c45ed92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:56:30.251213 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c5230100-5be7-47cc-90ce-0d779fb60b3d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (0c2413de-bbe2-47e8-8736-5f46fc824875), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:30.281594 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff570f-8d95-491b-a2ca-29578cce41b0 req-9de43fbc-bed4-40e3-b12f-ea881a1cc9cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:30.285086 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-82ff570f-8d95-491b-a2ca-29578cce41b0 req-9de43fbc-bed4-40e3-b12f-ea881a1cc9cc tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 943 time: 0.1233439 May 26 16:56:30.419933 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d86152-2f73-4542-bfd4-61b80c63580c req-2dad3bff-009d-4a69-8ed1-c52b5fb2ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:30.422306 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-2dad3bff-009d-4a69-8ed1-c52b5fb2ec96 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 1127 time: 0.0881443 May 26 16:56:30.434358 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c5230100-5be7-47cc-90ce-0d779fb60b3d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (0c2413de-bbe2-47e8-8736-5f46fc824875), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:30.440298 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:30.493427 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-82ff570f-8d95-491b-a2ca-29578cce41b0 req-d01a86be-8c55-495c-b866-60b210733622 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802728 May 26 16:56:30.518315 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-3daea56a-6422-471d-a3e9-018b700acb6a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f47da065-3037-45fd-81cc-1f01f1f60b8e HTTP/1.1" status: 200 len: 217 time: 0.0765224 May 26 16:56:30.575062 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c5230100-5be7-47cc-90ce-0d779fb60b3d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (0c2413de-bbe2-47e8-8736-5f46fc824875), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:30.614140 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5230100-5be7-47cc-90ce-0d779fb60b3d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2413de-bbe2-47e8-8736-5f46fc824875,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:30.631755 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d86152-2f73-4542-bfd4-61b80c63580c req-db7a1fb0-7bb3-4fb8-9c8e-e25d5fb061e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:30.633920 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-db7a1fb0-7bb3-4fb8-9c8e-e25d5fb061e9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=87308d1c-4163-48b1-8541-452e10249892 HTTP/1.1" status: 200 len: 848 time: 0.1014080 May 26 16:56:30.698568 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-a4eba1f1-0e82-4469-a459-b32bacf0d10e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=138add0c-7439-4779-a280-abe6357e82e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554261 May 26 16:56:30.819981 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 7704915a-70ae-42d8-add4-91b9c56d54fc up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:30.847996 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-691aa526-281c-40e2-84d2-0870f195ce90 service neutron] 10.222.0.95 "GET /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421402 May 26 16:56:30.894316 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 7704915a-70ae-42d8-add4-91b9c56d54fc triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:30.894696 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:30.994790 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-96d86152-2f73-4542-bfd4-61b80c63580c req-9475a8f8-2039-4e07-8350-a6804f96e883 service neutron] 10.222.0.95 "GET /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365535 May 26 16:56:31.007808 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 7704915a-70ae-42d8-add4-91b9c56d54fc is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:31.270270 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31413f-67bb-490b-954d-b26a0dde8d6f req-556d638a-4949-4cb2-9223-ec1373f300bb tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:31.273426 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f31413f-67bb-490b-954d-b26a0dde8d6f req-556d638a-4949-4cb2-9223-ec1373f300bb tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1119015 May 26 16:56:31.292473 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1928c7-aa04-4510-b88b-24b2e0032155 req-3086d334-8153-4774-bde2-649ab7e4e6e3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:31.294654 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6f1928c7-aa04-4510-b88b-24b2e0032155 req-3086d334-8153-4774-bde2-649ab7e4e6e3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0877044 May 26 16:56:31.337740 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c5230100-5be7-47cc-90ce-0d779fb60b3d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:31.338943 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-c5230100-5be7-47cc-90ce-0d779fb60b3d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2831490 May 26 16:56:31.344391 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 51862) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:31.352652 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-32f15d0c-4aaf-46fe-bdbd-901e707d2d4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'security_group_rule': {'security_group_id': '3e38919e-b2d1-4033-8d23-583dc1529fed', 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:31.436134 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f31413f-67bb-490b-954d-b26a0dde8d6f req-e5447468-e07e-43a4-bf2e-c380829b9b91 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530213 May 26 16:56:31.440387 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6f1928c7-aa04-4510-b88b-24b2e0032155 req-5311ec25-3bb9-437b-9c1c-2047d47143f7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355121 May 26 16:56:31.639328 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb443c0-7209-4b02-84e7-060ed7031a6f req-18279f94-3de4-405d-baaa-6a0761bed8b2 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:31.640740 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5bb443c0-7209-4b02-84e7-060ed7031a6f req-18279f94-3de4-405d-baaa-6a0761bed8b2 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 943 time: 0.0600386 May 26 16:56:31.703913 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5bb443c0-7209-4b02-84e7-060ed7031a6f req-9c31af69-272f-462b-9fa7-4d5fbeb91866 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550840 May 26 16:56:31.746477 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.securitygroups_db [None req-32f15d0c-4aaf-46fe-bdbd-901e707d2d4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Project 895a592d480548ddb6afdb1e7c45ed92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:56:31.769671 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-32f15d0c-4aaf-46fe-bdbd-901e707d2d4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (99a53536-b54f-47a5-ab9d-d747130f35dd), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:31.825294 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:31.869818 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-32f15d0c-4aaf-46fe-bdbd-901e707d2d4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (99a53536-b54f-47a5-ab9d-d747130f35dd), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:31.993571 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-32f15d0c-4aaf-46fe-bdbd-901e707d2d4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (99a53536-b54f-47a5-ab9d-d747130f35dd), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:32.031516 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f15d0c-4aaf-46fe-bdbd-901e707d2d4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a53536-b54f-47a5-ab9d-d747130f35dd,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:32.148231 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-32f15d0c-4aaf-46fe-bdbd-901e707d2d4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:32.154713 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-32f15d0c-4aaf-46fe-bdbd-901e707d2d4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8027525 May 26 16:56:32.758552 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7056f8-f8ed-4d35-b848-581261a83521 req-bf5dc9eb-78f1-4139-a318-798e37fc70da tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:32.765964 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac7056f8-f8ed-4d35-b848-581261a83521 req-bf5dc9eb-78f1-4139-a318-798e37fc70da tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0979619 May 26 16:56:32.793724 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656655-5872-4ba3-bb64-51f15d7f4a07 req-349c18d4-5a4e-4a07-9e61-54e30b5897cb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:32.796703 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-23656655-5872-4ba3-bb64-51f15d7f4a07 req-349c18d4-5a4e-4a07-9e61-54e30b5897cb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1142485 May 26 16:56:32.854913 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ac7056f8-f8ed-4d35-b848-581261a83521 req-79ee6575-1390-4cec-82ed-ff24c1dd3ce6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880554 May 26 16:56:32.945606 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-23656655-5872-4ba3-bb64-51f15d7f4a07 req-8463c48c-ddb1-45a4-84b9-73de2a1f3a34 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405764 May 26 16:56:33.083568 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c922b3-eaf4-4903-a62a-9f0b54b8c4af req-c9b09447-e3b9-4f0c-9161-109af7823433 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:33.088105 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-49c922b3-eaf4-4903-a62a-9f0b54b8c4af req-c9b09447-e3b9-4f0c-9161-109af7823433 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 943 time: 0.1106234 May 26 16:56:33.180891 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-49c922b3-eaf4-4903-a62a-9f0b54b8c4af req-87e6b8c9-81ed-49cf-bda8-192cc3712322 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915861 May 26 16:56:34.072149 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device f47da065-3037-45fd-81cc-1f01f1f60b8e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:56:34.136265 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363cdb-c38a-4281-909b-b68973fcf9ac req-a229d337-edd1-4fe4-97bc-861414be6593 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:34.188097 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0363cdb-c38a-4281-909b-b68973fcf9ac req-a229d337-edd1-4fe4-97bc-861414be6593 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.2246149 May 26 16:56:34.226905 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:34.385937 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0363cdb-c38a-4281-909b-b68973fcf9ac req-5b78b1af-7ee5-444a-934f-86990a4a9d4d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935272 May 26 16:56:34.403005 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port f47da065-3037-45fd-81cc-1f01f1f60b8e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f47da065-3037-45fd-81cc-1f01f1f60b8e,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:34.426108 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f783c-eea0-486a-8747-c948fc9fe3a4 req-ca4f11d3-78ac-4d6f-9373-866b6d6b246d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:34.439255 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-630f783c-eea0-486a-8747-c948fc9fe3a4 req-ca4f11d3-78ac-4d6f-9373-866b6d6b246d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.2281897 May 26 16:56:34.442436 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'f47da065-3037-45fd-81cc-1f01f1f60b8e', 'network_id': '138add0c-7439-4779-a280-abe6357e82e9', 'port_id': 'f47da065-3037-45fd-81cc-1f01f1f60b8e', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87308d1c-4163-48b1-8541-452e10249892', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:56:34.518054 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-630f783c-eea0-486a-8747-c948fc9fe3a4 req-bd64ab2f-0cfa-425d-98db-751fe7abb234 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765283 May 26 16:56:34.524728 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port f47da065-3037-45fd-81cc-1f01f1f60b8e is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:34.525299 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:34.568790 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47da065-3037-45fd-81cc-1f01f1f60b8e {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:34.634289 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port f47da065-3037-45fd-81cc-1f01f1f60b8e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f47da065-3037-45fd-81cc-1f01f1f60b8e,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:34.659071 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0fab2-d461-428c-b1f7-75fc67fa9c2d req-1b3a12f7-4c5b-4243-b97b-6cf32a2b5d64 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:34.661624 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7a0fab2-d461-428c-b1f7-75fc67fa9c2d req-1b3a12f7-4c5b-4243-b97b-6cf32a2b5d64 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 943 time: 0.0992386 May 26 16:56:34.701957 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:34.771695 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7a0fab2-d461-428c-b1f7-75fc67fa9c2d req-95be6034-6c20-4525-a69d-5d38ad69a4be tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013551 May 26 16:56:34.803808 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=f47da065-3037-45fd-81cc-1f01f1f60b8e,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:35.088407 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4358f71-8c45-434f-b4a5-197bcef65c39 req-119e7cb9-62dd-4d4a-b261-5a90d438cca7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.095973 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f4358f71-8c45-434f-b4a5-197bcef65c39 req-119e7cb9-62dd-4d4a-b261-5a90d438cca7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1327252 May 26 16:56:35.181524 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['f47da065-3037-45fd-81cc-1f01f1f60b8e'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:56:35.241863 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f4358f71-8c45-434f-b4a5-197bcef65c39 req-886a3cd9-4881-47c6-b234-0efad2c7dafa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393945 May 26 16:56:35.388026 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-f4d6de7a-5a0d-41c1-befc-80b9d078f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.391415 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-f4d6de7a-5a0d-41c1-befc-80b9d078f24e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 1129 time: 0.1938815 May 26 16:56:35.519603 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:35.531140 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-beaec143-14b0-4020-bcae-d0484dcbe96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.532674 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-beaec143-14b0-4020-bcae-d0484dcbe96e service neutron] 10.222.0.95 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 912 time: 0.1251900 May 26 16:56:35.704486 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:35.722758 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424249-7379-4cbd-91f4-5cde359ff0fe req-e9a55c66-d689-43f1-b04b-c76549fab826 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.725488 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e424249-7379-4cbd-91f4-5cde359ff0fe req-e9a55c66-d689-43f1-b04b-c76549fab826 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0931332 May 26 16:56:35.820561 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e424249-7379-4cbd-91f4-5cde359ff0fe req-657cf0eb-ef51-48ba-bd79-7ee79cc811b5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833590 May 26 16:56:35.970568 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-f24bf038-49a7-4f2a-ab5a-cd056c1eea3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 HTTP/1.1" status: 200 len: 1000 time: 0.4285264 May 26 16:56:36.010557 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ab51c-428a-46af-81f1-a52368a477f9 req-fecb9eb8-c30f-4ed1-95df-bbeaea12019e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:36.012671 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b77ab51c-428a-46af-81f1-a52368a477f9 req-fecb9eb8-c30f-4ed1-95df-bbeaea12019e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 944 time: 0.1094277 May 26 16:56:36.083912 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-0b629465-e64b-4587-a8e8-ede8c32183f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:36.091157 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-0b629465-e64b-4587-a8e8-ede8c32183f7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 200 len: 850 time: 0.1038840 May 26 16:56:36.108296 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b77ab51c-428a-46af-81f1-a52368a477f9 req-07ee89cc-2314-4b3a-b0c1-315f3f5411d9 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899842 May 26 16:56:36.146990 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-f37308f6-4f2a-47ba-bb37-2066f25bd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:36.148813 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-f37308f6-4f2a-47ba-bb37-2066f25bd3ff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37da0019-c0ef-4a38-bc4c-338c9bba0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489323 May 26 16:56:36.348758 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-0828fd91-1206-4cc9-99db-201cefa09ae1 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887839 May 26 16:56:36.473307 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device f47da065-3037-45fd-81cc-1f01f1f60b8e up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:36.525490 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f757af-762a-4247-ac18-5aa83ded639a req-7dab2841-94d0-43b3-ae71-1c2c715a1ded tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:36.539537 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-57f757af-762a-4247-ac18-5aa83ded639a req-7dab2841-94d0-43b3-ae71-1c2c715a1ded tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1830752 May 26 16:56:36.606675 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08cca39e-44e7-4aff-a436-5903324f51f1 req-828b291e-e282-4a2f-b30f-80f14fa3718e service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438841 May 26 16:56:36.627645 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port f47da065-3037-45fd-81cc-1f01f1f60b8e completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:56:36.654436 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-57f757af-762a-4247-ac18-5aa83ded639a req-f57ab6b0-c764-42de-bfd0-e6befd2577bd tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123352 May 26 16:56:36.720288 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port f47da065-3037-45fd-81cc-1f01f1f60b8e triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:36.721544 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:36.899083 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port f47da065-3037-45fd-81cc-1f01f1f60b8e is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:36.905453 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:36.954067 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88435a89-597c-4e0a-98f4-fd26adc22802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47da065-3037-45fd-81cc-1f01f1f60b8e'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:36.956883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76398cb-8386-41fe-ab6a-782b56742ab2" -d '{"events": [{"server_uuid": "88435a89-597c-4e0a-98f4-fd26adc22802", "name": "network-vif-plugged", "status": "completed", "tag": "f47da065-3037-45fd-81cc-1f01f1f60b8e"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:36.987473 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port f47da065-3037-45fd-81cc-1f01f1f60b8e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f47da065-3037-45fd-81cc-1f01f1f60b8e,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:37.039677 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a563736a-a014-4826-a068-67aba5efd1e0 x-openstack-request-id: req-a563736a-a014-4826-a068-67aba5efd1e0 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:37.040050 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88435a89-597c-4e0a-98f4-fd26adc22802", "name": "network-vif-plugged", "status": "completed", "tag": "f47da065-3037-45fd-81cc-1f01f1f60b8e", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:37.040325 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a563736a-a014-4826-a068-67aba5efd1e0 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:37.041770 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a563736a-a014-4826-a068-67aba5efd1e0'] response: {'server_uuid': '88435a89-597c-4e0a-98f4-fd26adc22802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47da065-3037-45fd-81cc-1f01f1f60b8e', 'code': 200} May 26 16:56:37.059362 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5e7d-2493-47a6-add6-695306f9291f req-eeddea1d-b5ae-40cf-8387-3faade348518 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:37.059362 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-105b5e7d-2493-47a6-add6-695306f9291f req-eeddea1d-b5ae-40cf-8387-3faade348518 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1008315 May 26 16:56:37.091613 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:37.135437 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:37.172925 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=f47da065-3037-45fd-81cc-1f01f1f60b8e,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:37.186337 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-105b5e7d-2493-47a6-add6-695306f9291f req-4db02b38-9aa8-401d-b675-3025c3aeda5c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168690 May 26 16:56:37.323402 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:56:37.342490 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8634f-b664-4619-bea0-52c078e3dba6 req-f1e3b974-bf75-4983-bcf8-ddbbfa0559c9 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:37.347894 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-36e8634f-b664-4619-bea0-52c078e3dba6 req-f1e3b974-bf75-4983-bcf8-ddbbfa0559c9 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.1039007 May 26 16:56:37.445560 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-36e8634f-b664-4619-bea0-52c078e3dba6 req-e159818e-674d-4e12-b63a-6a4b892b94a1 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842171 May 26 16:56:37.910390 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14374f-3ecc-4ce2-96cf-a2dbcc511f88 req-166392c8-ba29-4fc5-bc12-81a25cf15dd8 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:37.913413 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3e14374f-3ecc-4ce2-96cf-a2dbcc511f88 req-166392c8-ba29-4fc5-bc12-81a25cf15dd8 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0783823 May 26 16:56:38.023969 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3e14374f-3ecc-4ce2-96cf-a2dbcc511f88 req-e7f87b3a-58e2-4cf3-bf09-4904f9a7b41d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004200 May 26 16:56:38.449466 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874640-1a76-46d9-ab4c-992d37f3c1fa req-5a7fc605-d6a9-43a7-b3fa-83685c945d1f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.453792 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-21874640-1a76-46d9-ab4c-992d37f3c1fa req-5a7fc605-d6a9-43a7-b3fa-83685c945d1f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1497536 May 26 16:56:38.548970 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-21874640-1a76-46d9-ab4c-992d37f3c1fa req-8ae11f46-0ca7-437e-b9d5-7e32a259582b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900550 May 26 16:56:38.667872 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de0d1-4d15-450c-afac-4ff27d6905b5 req-99478e28-2950-4f40-9056-d84b5881bf7d tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.669463 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5b7de0d1-4d15-450c-afac-4ff27d6905b5 req-99478e28-2950-4f40-9056-d84b5881bf7d tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.0839679 May 26 16:56:38.737974 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5b7de0d1-4d15-450c-afac-4ff27d6905b5 req-123b227e-dd0f-4027-9268-e1c1940dcb70 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602243 May 26 16:56:39.227069 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aba62-88b4-4481-b36d-2a7e33303773 req-bff5a5bb-f0a5-4108-b7f0-67c215a34646 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:39.234831 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b20aba62-88b4-4481-b36d-2a7e33303773 req-bff5a5bb-f0a5-4108-b7f0-67c215a34646 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.1117878 May 26 16:56:39.314915 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b20aba62-88b4-4481-b36d-2a7e33303773 req-2b85b2bd-2248-438f-82fe-9b430be1adfb tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790274 May 26 16:56:39.766913 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe3554-4135-433f-aff4-8fa1469ca3aa req-4c88592c-59b9-486d-be6c-1fb2014223a8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:39.768543 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1afe3554-4135-433f-aff4-8fa1469ca3aa req-4c88592c-59b9-486d-be6c-1fb2014223a8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0821195 May 26 16:56:39.927351 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1afe3554-4135-433f-aff4-8fa1469ca3aa req-a6e7d558-78b6-4d1e-9817-ffd7c3b858bc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470277 May 26 16:56:39.968024 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9166c-6b0c-4319-bd67-4edf81143f18 req-2eca11dc-e858-4dff-bd43-1c48471bb060 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:39.970888 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a3e9166c-6b0c-4319-bd67-4edf81143f18 req-2eca11dc-e858-4dff-bd43-1c48471bb060 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.1157901 May 26 16:56:40.051465 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a3e9166c-6b0c-4319-bd67-4edf81143f18 req-cbb26e5c-8774-4a88-8124-0839022e21ce tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678442 May 26 16:56:40.446394 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df264657-a124-493e-88ba-1b404dd3b87d req-09245d1e-1ce1-4f23-a5bb-89174b825301 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:40.448493 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df264657-a124-493e-88ba-1b404dd3b87d req-09245d1e-1ce1-4f23-a5bb-89174b825301 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0523756 May 26 16:56:40.545617 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df264657-a124-493e-88ba-1b404dd3b87d req-8d687fb8-f174-472d-9b31-11d5fd30b7de tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900283 May 26 16:56:41.001834 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60cc6f-3f33-4dd1-ac7e-06ee7ad45cd7 req-82f1a7d9-f5d2-4c01-9af7-d69bf3c8e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:41.004574 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ed60cc6f-3f33-4dd1-ac7e-06ee7ad45cd7 req-82f1a7d9-f5d2-4c01-9af7-d69bf3c8e099 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 1129 time: 0.1002700 May 26 16:56:41.083546 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ed60cc6f-3f33-4dd1-ac7e-06ee7ad45cd7 req-4d5e89cc-0d88-4f4b-811d-b7517da7f36c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658743 May 26 16:56:41.220328 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc777e5-6de2-44db-84fa-e4e81cd7c492 req-7659fe10-08a6-4f77-96fe-c7aa17083828 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:41.223299 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-acc777e5-6de2-44db-84fa-e4e81cd7c492 req-7659fe10-08a6-4f77-96fe-c7aa17083828 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.1118853 May 26 16:56:41.263758 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:41.298695 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-acc777e5-6de2-44db-84fa-e4e81cd7c492 req-5735f0c9-1ab7-4755-99a8-07ee82cd8bb9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615540 May 26 16:56:41.537102 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007977-41f1-4353-8844-a880d885e221 req-f02d09ab-be1b-4347-848e-e45b43bc54cb tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:41.538985 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cd007977-41f1-4353-8844-a880d885e221 req-f02d09ab-be1b-4347-848e-e45b43bc54cb tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.0859101 May 26 16:56:41.627671 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cd007977-41f1-4353-8844-a880d885e221 req-6712c50d-e158-4a05-b85f-329d8cbff754 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817068 May 26 16:56:41.796216 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3740-14fa-4962-a301-7ab3d51e37b1 req-8272cd2e-4fb6-4c7c-85aa-54cd5bdb133d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:41.800138 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-52db3740-14fa-4962-a301-7ab3d51e37b1 req-8272cd2e-4fb6-4c7c-85aa-54cd5bdb133d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0877552 May 26 16:56:41.876218 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-52db3740-14fa-4962-a301-7ab3d51e37b1 req-bda38481-0605-4fab-a7fb-baae54ac6e5d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689850 May 26 16:56:42.463491 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:42.473468 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf701a7-db3f-4fb3-84ca-e84ad2a0ccde req-2e024616-5d69-460d-83dd-a490998ecea4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:42.476053 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eaf701a7-db3f-4fb3-84ca-e84ad2a0ccde req-2e024616-5d69-460d-83dd-a490998ecea4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0726125 May 26 16:56:42.533578 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eaf701a7-db3f-4fb3-84ca-e84ad2a0ccde req-eb5409d3-0729-4a38-88b8-2e329f030e7f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495534 May 26 16:56:42.768461 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a344-6c39-4c1d-82e8-117506749bc4 req-204b036f-53bf-4865-94c2-ac8b110df9ef tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:42.770053 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6f3a344-6c39-4c1d-82e8-117506749bc4 req-204b036f-53bf-4865-94c2-ac8b110df9ef tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.0514119 May 26 16:56:42.855285 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6f3a344-6c39-4c1d-82e8-117506749bc4 req-ae688568-bc36-48a1-a06c-365095b9e1de tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732677 May 26 16:56:43.820123 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dda5f-9a8f-4344-a6db-aae574739723 req-b4ab33f8-afc8-433d-8e0f-5d301bf419c5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:43.820123 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2f7dda5f-9a8f-4344-a6db-aae574739723 req-b4ab33f8-afc8-433d-8e0f-5d301bf419c5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0825925 May 26 16:56:43.820123 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2f7dda5f-9a8f-4344-a6db-aae574739723 req-c7f3f8f9-088d-4192-93c4-a0fd90a176c1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486662 May 26 16:56:44.013163 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc45de-fcdf-4c4f-948d-bcceb51d1a1b req-c92dc9be-1af0-4e8e-8464-faf432865fbf tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:44.014754 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-41cc45de-fcdf-4c4f-948d-bcceb51d1a1b req-c92dc9be-1af0-4e8e-8464-faf432865fbf tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.0596111 May 26 16:56:44.064858 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-41cc45de-fcdf-4c4f-948d-bcceb51d1a1b req-5c92cd3c-2405-42b7-ac3f-a0bcf3e302c7 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 May 26 16:56:44.199539 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-c7c3dcc6-2c53-4e55-80b7-57b0ad6c61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:44.201491 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-c7c3dcc6-2c53-4e55-80b7-57b0ad6c61b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 1130 time: 0.0507679 May 26 16:56:44.314529 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-830fa44a-2c2d-4f58-b45c-04e6f99ba199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:44.316781 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-830fa44a-2c2d-4f58-b45c-04e6f99ba199 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 918 time: 0.1093016 May 26 16:56:44.396006 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-83d6465a-4723-484f-b5a3-424d32109513 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f830e3-9d14-4893-a727-3c20d5993b34 HTTP/1.1" status: 200 len: 1001 time: 0.0637944 May 26 16:56:44.458367 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-31e04912-db66-4e95-8094-3db9e053b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:44.464215 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-31e04912-db66-4e95-8094-3db9e053b548 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0502315 May 26 16:56:44.512275 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-8bb5f823-793e-413a-8399-4d88079f2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:44.513918 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-8bb5f823-793e-413a-8399-4d88079f2635 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461707 May 26 16:56:44.617363 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-1717e8bb-618a-4985-8d78-a0828d8d43fb service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957804 May 26 16:56:44.631204 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:44.761671 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0cb2a560-e3c5-41f7-978a-02bd7cf2e578 req-62c4ee9c-4d15-4ca5-827b-d5399cda6d03 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377182 May 26 16:56:45.004546 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeccdb4-9a67-4d8f-b35c-95e31459836e req-bfb3c93f-401b-4d3c-8de6-ff24944bb007 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:45.006313 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4aeccdb4-9a67-4d8f-b35c-95e31459836e req-bfb3c93f-401b-4d3c-8de6-ff24944bb007 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0689270 May 26 16:56:45.074101 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4aeccdb4-9a67-4d8f-b35c-95e31459836e req-f3670dfc-3e25-46ec-ab02-137b173d3ead tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525703 May 26 16:56:45.991716 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a071d-4198-4c5a-b42f-856b52c4297e req-790934ee-a3e2-402d-9665-6780dd97f024 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:45.994076 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3c9a071d-4198-4c5a-b42f-856b52c4297e req-790934ee-a3e2-402d-9665-6780dd97f024 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.0625954 May 26 16:56:46.043416 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:46.056137 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3c9a071d-4198-4c5a-b42f-856b52c4297e req-e1303da9-99f6-4f04-8987-52e628578019 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537751 May 26 16:56:46.210818 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61bfc3-41dc-4408-b224-c778aa689874 req-adc44743-5c06-43a7-9e21-9112ffd01a4a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:46.212300 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8e61bfc3-41dc-4408-b224-c778aa689874 req-adc44743-5c06-43a7-9e21-9112ffd01a4a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 946 time: 0.0541818 May 26 16:56:46.268031 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8e61bfc3-41dc-4408-b224-c778aa689874 req-407f6966-f8c7-4182-a826-cacc4486ea3b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498879 May 26 16:56:46.837869 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:46.842982 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-06c80bd9-0e59-4865-8cab-c9aa4bccf664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:46.906088 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:46.917741 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:46.923163 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 19f830e3-9d14-4893-a727-3c20d5993b34 is: ACTIVE; New status is: DOWN {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:46.923163 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:46.951939 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:46.951939 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1813c4c-f699-4f42-8fa6-f9790e016007" -d '{"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-unplugged", "status": "completed", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:46.964299 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:46.993604 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709322d6-69cb-4f8b-9c63-7d358bb96f0e x-openstack-request-id: req-709322d6-69cb-4f8b-9c63-7d358bb96f0e {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:46.994158 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-unplugged", "status": "completed", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:46.994537 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-709322d6-69cb-4f8b-9c63-7d358bb96f0e {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:46.995344 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709322d6-69cb-4f8b-9c63-7d358bb96f0e'] response: {'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34', 'code': 200} May 26 16:56:47.055836 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:47.118798 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=8']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:47.204749 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36590f28-024b-4283-ba29-98fe37a35ca0 req-c96ae47d-b52a-4055-a1c3-ed1f2585c58e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.207056 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-36590f28-024b-4283-ba29-98fe37a35ca0 req-c96ae47d-b52a-4055-a1c3-ed1f2585c58e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.0593493 May 26 16:56:47.252367 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:47.266964 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-36590f28-024b-4283-ba29-98fe37a35ca0 req-62d46ea4-1b90-4cd1-b089-337b362d222f tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516796 May 26 16:56:47.413796 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15497a0e-6b26-4de7-b622-ff9f99f6ac0f req-0ee8ab7b-99f5-445f-9704-e89d44121812 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.417759 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-15497a0e-6b26-4de7-b622-ff9f99f6ac0f req-0ee8ab7b-99f5-445f-9704-e89d44121812 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0555336 May 26 16:56:47.479311 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-15497a0e-6b26-4de7-b622-ff9f99f6ac0f req-07b09006-a4dc-4f66-ac79-7d4424231077 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575888 May 26 16:56:47.685631 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 52146) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:47.809780 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ba7855df-d36b-4360-ad00-b2225691e685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:47.838879 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:47.897455 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ba7855df-d36b-4360-ad00-b2225691e685 admin admin] Publish callbacks [] for security_group (769fb0ee-ded0-4926-a20d-88c225e24a47), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:47.967586 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ba7855df-d36b-4360-ad00-b2225691e685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (769fb0ee-ded0-4926-a20d-88c225e24a47), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:48.013861 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ba7855df-d36b-4360-ad00-b2225691e685 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=898a9ebd67534591a5eaba4848d08614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266399 May 26 16:56:48.014273 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7855df-d36b-4360-ad00-b2225691e685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769fb0ee-ded0-4926-a20d-88c225e24a47,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:48.016073 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52152) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:48.074145 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Publish callbacks [] for security_group (769fb0ee-ded0-4926-a20d-88c225e24a47), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:48.096533 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Publish callbacks [] for security_group (769fb0ee-ded0-4926-a20d-88c225e24a47), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:48.248864 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (769fb0ee-ded0-4926-a20d-88c225e24a47), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:48.251424 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:48.252612 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/769fb0ee-ded0-4926-a20d-88c225e24a47 HTTP/1.1" status: 204 len: 168 time: 0.2355528 May 26 16:56:48.260753 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769fb0ee-ded0-4926-a20d-88c225e24a47,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:48.268610 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.268864 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.269201 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.269597 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.269926 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.270253 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.270962 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.270962 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.272030 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.272030 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.272369 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.272702 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.273000 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.273332 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.273655 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d1871d-13da-468f-a9eb-f0cf69ae588c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:48.410828 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cede9-8471-495b-b6fd-5807ceefce0a req-fd08d999-5186-4467-aa15-2f8a0a6d6876 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:48.410828 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b53cede9-8471-495b-b6fd-5807ceefce0a req-fd08d999-5186-4467-aa15-2f8a0a6d6876 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.0556972 May 26 16:56:48.462744 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b53cede9-8471-495b-b6fd-5807ceefce0a req-06d48785-85f9-4279-bccd-a6dbb2aca7d5 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 May 26 16:56:48.606349 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:48.614770 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cd94c-28cb-4487-95a5-131e92b68f37 req-d54649bb-3ba1-4068-85aa-0dc7938976f0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:48.616310 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fc9cd94c-28cb-4487-95a5-131e92b68f37 req-d54649bb-3ba1-4068-85aa-0dc7938976f0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0501900 May 26 16:56:48.674186 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fc9cd94c-28cb-4487-95a5-131e92b68f37 req-60cef8e9-7018-4236-93b0-e46c8f4095c3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497069 May 26 16:56:49.114456 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6060a0f2-3441-4ff3-a61b-abe19a5783af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:49.566529 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-e5f9b8a5-d55e-4330-87af-d98eec376224 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:49.569227 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-e5f9b8a5-d55e-4330-87af-d98eec376224 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.95 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.1193306 May 26 16:56:49.637197 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a525325-41db-4ac7-aec5-441acb844f04 req-02644710-a8a6-40c3-8177-1b4c8726ad5a tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:49.638662 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5a525325-41db-4ac7-aec5-441acb844f04 req-02644710-a8a6-40c3-8177-1b4c8726ad5a tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 945 time: 0.0618286 May 26 16:56:49.694618 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5a525325-41db-4ac7-aec5-441acb844f04 req-bde81e71-1cef-4758-a711-fd5b5a8a2a94 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/security-groups?id=afbed0a5-7417-4040-a058-a094be4a57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478694 May 26 16:56:49.803299 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472194b-d057-4954-a8c3-4906c7538f6d req-672361fb-d2bf-4bc3-95e6-34a850be8723 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:49.804817 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2472194b-d057-4954-a8c3-4906c7538f6d req-672361fb-d2bf-4bc3-95e6-34a850be8723 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0491588 May 26 16:56:49.861812 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2472194b-d057-4954-a8c3-4906c7538f6d req-4b109e95-f07d-461d-8479-3420f5cd2780 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511982 May 26 16:56:49.981893 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Deleting port f47da065-3037-45fd-81cc-1f01f1f60b8e {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:56:49.982238 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:50.118037 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] For port f47da065-3037-45fd-81cc-1f01f1f60b8e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f47da065-3037-45fd-81cc-1f01f1f60b8e,segment=NetworkSegment(3b2899f6-2966-4bb5-a4fc-afcb31d396d2),segment_id=3b2899f6-2966-4bb5-a4fc-afcb31d396d2)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:50.118415 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:50.138343 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Calling delete_port for f47da065-3037-45fd-81cc-1f01f1f60b8e owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:56:50.202985 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:UPDATE=1,neutron:SELECT=79 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:50.205407 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:50.386735 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (f47da065-3037-45fd-81cc-1f01f1f60b8e), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:50.440609 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Pushing event deleted for resources: {'Port': ['ID=f47da065-3037-45fd-81cc-1f01f1f60b8e,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:50.445991 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['f47da065-3037-45fd-81cc-1f01f1f60b8e'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:56:50.490902 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] No DVR routers for this DVR port f47da065-3037-45fd-81cc-1f01f1f60b8e on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:56:50.496802 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:50.507150 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-16dafdb6-9b78-41ca-bd19-ac03762670ea req-80d5df13-51c8-42d8-bc42-0a1dde4ad56e tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.95 "DELETE /v2.0/ports/f47da065-3037-45fd-81cc-1f01f1f60b8e HTTP/1.1" status: 204 len: 173 time: 0.6195228 May 26 16:56:50.510076 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88435a89-597c-4e0a-98f4-fd26adc22802', 'name': 'network-vif-deleted', 'tag': 'f47da065-3037-45fd-81cc-1f01f1f60b8e'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:50.510076 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09325d57-71fe-4967-b4f0-b2869a61b6f7" -d '{"events": [{"server_uuid": "88435a89-597c-4e0a-98f4-fd26adc22802", "name": "network-vif-deleted", "tag": "f47da065-3037-45fd-81cc-1f01f1f60b8e"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:50.655149 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52222) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:50.661021 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-3f38ca0d-85c9-4153-9183-2a8985eac12f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059437377', 'description': 'tempest-description--1346087922'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:50.679840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a933af9d-db80-4004-947e-66613bd538c0 x-openstack-request-id: req-a933af9d-db80-4004-947e-66613bd538c0 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:50.680355 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88435a89-597c-4e0a-98f4-fd26adc22802", "name": "network-vif-deleted", "tag": "f47da065-3037-45fd-81cc-1f01f1f60b8e", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:50.680457 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a933af9d-db80-4004-947e-66613bd538c0 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:50.680957 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a933af9d-db80-4004-947e-66613bd538c0'] response: {'server_uuid': '88435a89-597c-4e0a-98f4-fd26adc22802', 'name': 'network-vif-deleted', 'tag': 'f47da065-3037-45fd-81cc-1f01f1f60b8e', 'status': 'completed', 'code': 200} May 26 16:56:50.775019 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3f38ca0d-85c9-4153-9183-2a8985eac12f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:50.819353 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df3ad31e-fb15-48d9-9b88-fed0b50138fb req-a5b31d2b-57af-462e-90e8-2aa0063deeb6 tempest-VolumesActionsTest-1329903296 tempest-VolumesActionsTest-1329903296-project] 10.222.0.48 "GET /v2.0/ports?device_id=88435a89-597c-4e0a-98f4-fd26adc22802 HTTP/1.1" status: 200 len: 210 time: 0.0337718 May 26 16:56:50.890988 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3f38ca0d-85c9-4153-9183-2a8985eac12f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (d6d05fd3-77da-4ee7-b317-43ff10e27318), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:50.941921 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:50.963052 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3f38ca0d-85c9-4153-9183-2a8985eac12f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (d6d05fd3-77da-4ee7-b317-43ff10e27318), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.008249 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38ca0d-85c9-4153-9183-2a8985eac12f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d05fd3-77da-4ee7-b317-43ff10e27318,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:51.027271 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 19f830e3-9d14-4893-a727-3c20d5993b34 is: DOWN; New status is: DOWN {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:56:51.028290 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device f47da065-3037-45fd-81cc-1f01f1f60b8e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:51.047190 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: f47da065-3037-45fd-81cc-1f01f1f60b8e {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:56:51.047559 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device f47da065-3037-45fd-81cc-1f01f1f60b8e not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:56:51.062962 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3f38ca0d-85c9-4153-9183-2a8985eac12f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.063624 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-3f38ca0d-85c9-4153-9183-2a8985eac12f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4063320 May 26 16:56:51.069370 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52228) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:51.077875 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-1e40063d-a0f6-45b8-a879-0331dd2845c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group_rule': {'security_group_id': 'd6d05fd3-77da-4ee7-b317-43ff10e27318', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:51.194233 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1e40063d-a0f6-45b8-a879-0331dd2845c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (9cb8a47c-a728-4afd-a36f-e278440c3ae5), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.216451 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:51.259019 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [req-0e2c63b3-fe36-4da9-a7f5-d191deb786e8 req-5ad0aade-a678-485e-8b76-b4b9f9c72658 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:56:51.260383 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0e2c63b3-fe36-4da9-a7f5-d191deb786e8 req-5ad0aade-a678-485e-8b76-b4b9f9c72658 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0093760 May 26 16:56:51.280223 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1e40063d-a0f6-45b8-a879-0331dd2845c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (9cb8a47c-a728-4afd-a36f-e278440c3ae5), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.391663 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1e40063d-a0f6-45b8-a879-0331dd2845c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (9cb8a47c-a728-4afd-a36f-e278440c3ae5), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.414443 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40063d-a0f6-45b8-a879-0331dd2845c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb8a47c-a728-4afd-a36f-e278440c3ae5,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:51.425571 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.486333 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1e40063d-a0f6-45b8-a879-0331dd2845c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.493426 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-1e40063d-a0f6-45b8-a879-0331dd2845c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4181201 May 26 16:56:51.493426 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52246) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:51.497957 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-04483f01-12d9-428d-90d1-1c9588a879e8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group_rule': {'security_group_id': 'd6d05fd3-77da-4ee7-b317-43ff10e27318', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:51.648226 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-04483f01-12d9-428d-90d1-1c9588a879e8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (1358ccbd-f6e1-4b49-9ef1-4e3f0071481f), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.669192 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22305b-589c-49b3-9f18-d866f6d9b3df req-9f4d7e1c-1663-4064-9930-3f495c5fd7e7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:51.671845 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bf22305b-589c-49b3-9f18-d866f6d9b3df req-9f4d7e1c-1663-4064-9930-3f495c5fd7e7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0799859 May 26 16:56:51.709764 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:51.757297 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-04483f01-12d9-428d-90d1-1c9588a879e8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (1358ccbd-f6e1-4b49-9ef1-4e3f0071481f), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.785729 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bf22305b-589c-49b3-9f18-d866f6d9b3df req-1b2f948a-4ae1-4981-ba09-b89a9d785802 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032469 May 26 16:56:51.871846 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-04483f01-12d9-428d-90d1-1c9588a879e8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (1358ccbd-f6e1-4b49-9ef1-4e3f0071481f), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:51.912177 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04483f01-12d9-428d-90d1-1c9588a879e8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1358ccbd-f6e1-4b49-9ef1-4e3f0071481f,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:52.074065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-04483f01-12d9-428d-90d1-1c9588a879e8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:52.076047 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-04483f01-12d9-428d-90d1-1c9588a879e8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5808399 May 26 16:56:52.079352 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52276) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:52.085303 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:52.208921 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:52.298356 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:52.365705 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 52288) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:52.449906 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Allocated IP 172.27.1.214 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/d5f666d0-5d18-4d6a-b5d7-a26d54162f2f) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:52.494065 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-153150a6-1c33-4c43-bda7-83e5c735feae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266594 May 26 16:56:52.500846 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-dce4a496-8c03-404f-9cfe-9a8b509d2bf8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 16:56:52.502031 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-dce4a496-8c03-404f-9cfe-9a8b509d2bf8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062110 May 26 16:56:52.574199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:52.608163 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 52304) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:56:52.681684 dv-cinder-836070-4-iscsi neutron-server[111096]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 16:56:52.735591 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-9f7c1dea-8180-4d6b-9fa0-e4a5436300d2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:52.737214 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-9f7c1dea-8180-4d6b-9fa0-e4a5436300d2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports/19f830e3-9d14-4893-a727-3c20d5993b34 HTTP/1.1" status: 200 len: 941 time: 0.1277544 May 26 16:56:52.752389 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:52.806318 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:52.809356 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:52.812078 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:52.829240 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=d5f666d0-5d18-4d6a-b5d7-a26d54162f2f,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:52.899402 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (6f9add80-e62b-481c-9a8e-f851187e5433), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:52.940877 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b5d9b-8179-48e8-8cfd-9ed78d553c41 req-699c2ead-198e-4868-8d9b-fb277c698d86 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:52.942419 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c92b5d9b-8179-48e8-8cfd-9ed78d553c41 req-699c2ead-198e-4868-8d9b-fb277c698d86 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0689054 May 26 16:56:53.016004 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c92b5d9b-8179-48e8-8cfd-9ed78d553c41 req-0c8ec349-fa3d-437d-95a1-e07836cfa231 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676885 May 26 16:56:53.018825 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:53.230685 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:53.254476 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:53.317005 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:53.345641 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:53.374713 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (6f9add80-e62b-481c-9a8e-f851187e5433), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:53.397546 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=d5f666d0-5d18-4d6a-b5d7-a26d54162f2f,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:53.462697 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:53.465144 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-4aeb267a-2ace-4702-a00f-563aabf8fb37 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3836350 May 26 16:56:53.692805 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-41a1a747-d958-4f81-85a3-8848e68a9356 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2059437377&fields=id&tenant_id=060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 267 time: 0.0549750 May 26 16:56:53.713509 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:54.029386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-47bbf7c1-9b01-4dc8-a281-c78bcf9763e3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:54.030921 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-47bbf7c1-9b01-4dc8-a281-c78bcf9763e3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 815 time: 0.3300905 May 26 16:56:54.046235 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5017213f-be3f-4bff-9b5d-33fe04dc7ad3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/quotas/060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 375 time: 0.0097888 May 26 16:56:54.107239 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-41afc9b4-fae2-4d8b-9b94-7801b3e7cc89 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536954 May 26 16:56:54.220226 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391dd2c-8ac2-42b8-ab61-7a01d0fd0f65 req-08718c68-1956-4278-99c4-e31a7e47e6a2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:54.220226 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1391dd2c-8ac2-42b8-ab61-7a01d0fd0f65 req-08718c68-1956-4278-99c4-e31a7e47e6a2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0965285 May 26 16:56:54.269494 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-d2b27878-b241-4007-9403-98ca51917f51 service neutron] 10.222.0.48 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458631 May 26 16:56:54.294469 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1391dd2c-8ac2-42b8-ab61-7a01d0fd0f65 req-d221ea5d-9b27-40a9-be0d-973cbda04488 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777962 May 26 16:56:54.375252 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-b654a4b3-f39a-4c3a-a22c-ade7ab84e0c9 service neutron] 10.222.0.48 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976527 May 26 16:56:54.677428 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:54.777918 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-12d54e58-750b-41a9-b0e0-dfd5c46adbbe req-e632cf23-61d1-4f6e-a0fc-2d69d9863943 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 210 time: 0.0323653 May 26 16:56:55.008607 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:55.418496 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520fc46-2bd9-4874-aafd-e5d38b408e08 req-e6a6b440-3dda-4c44-840d-7b3a70ba5498 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:55.420004 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5520fc46-2bd9-4874-aafd-e5d38b408e08 req-e6a6b440-3dda-4c44-840d-7b3a70ba5498 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0510395 May 26 16:56:55.469576 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5520fc46-2bd9-4874-aafd-e5d38b408e08 req-a3a1615c-e46d-49ae-bc9e-623da6254165 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 May 26 16:56:55.879323 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ecccea8d-a4d8-45e5-924b-8fe6ff9789cc req-daabcf64-50fe-44c3-96db-f6ea13bcef3a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 210 time: 0.0282032 May 26 16:56:56.595432 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618e2ea-63af-463e-ae59-192e462859a1 req-257bd4e4-241a-4310-839f-d68901fca857 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:56.597061 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8618e2ea-63af-463e-ae59-192e462859a1 req-257bd4e4-241a-4310-839f-d68901fca857 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0513196 May 26 16:56:56.657284 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8618e2ea-63af-463e-ae59-192e462859a1 req-11edfed6-3388-4a38-acf4-b48081f85e2b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535636 May 26 16:56:56.983762 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b229d39-16a1-4011-8d0c-7d412ca037ef req-470eb4f9-2ea6-4486-91d4-c9e54bc1e7ff tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 210 time: 0.0310545 May 26 16:56:57.799958 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdb595-c318-488d-a4f7-9be8e64ac692 req-48f7e9d0-0255-4e21-b77e-e63ab541879e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:57.799958 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-67bdb595-c318-488d-a4f7-9be8e64ac692 req-48f7e9d0-0255-4e21-b77e-e63ab541879e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0592291 May 26 16:56:57.857167 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-67bdb595-c318-488d-a4f7-9be8e64ac692 req-5eea0397-3eea-4cc0-ae11-0653e8d462ad tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557601 May 26 16:56:58.087006 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3193a5fb-3222-4ab0-bf43-6ae8872d7735 req-978f46bb-8faf-4e48-91aa-f40438590b22 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 210 time: 0.0307677 May 26 16:56:58.443327 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:58.541146 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-4be3dc04-97e6-4501-99f0-43f7f9132161 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:58.543030 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-4be3dc04-97e6-4501-99f0-43f7f9132161 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 815 time: 0.1091774 May 26 16:56:58.637352 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-76eece40-802d-4f2b-adcb-a72c92672498 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 472 time: 0.0720961 May 26 16:56:58.646332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'port': {'device_id': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'admin_state_up': True, 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'security_groups': ['d6d05fd3-77da-4ee7-b317-43ff10e27318']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:58.711604 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:56:58.850956 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Made reservation on behalf of 060af6cf4f7a48758f6859bd3766ae1b for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:58.854907 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:58.999786 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdf3af-48de-4f78-8160-18238e98799c req-2defbcf2-2846-4192-935b-4087ad367f75 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:59.002792 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1bdf3af-48de-4f78-8160-18238e98799c req-2defbcf2-2846-4192-935b-4087ad367f75 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0629239 May 26 16:56:59.015390 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Allocated IP 172.20.0.10 (f04a253f-94d5-469e-a169-e4789fc9cd70/e7b8ef73-cc4f-40fe-afe7-05fd8443e226/d95376b4-838e-489b-8c7d-892435fd9f18) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:59.070315 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1bdf3af-48de-4f78-8160-18238e98799c req-9f5110a9-4866-4409-ae90-4fff1c507918 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593579 May 26 16:56:59.191385 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (d95376b4-838e-489b-8c7d-892435fd9f18), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:59.234573 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a5144f67-1b87-4db3-9a2a-82af03148527 req-237fc9e0-98e5-4507-9c07-b345e7ed98ed tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 210 time: 0.0438967 May 26 16:56:59.335271 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:59.383879 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Network f04a253f-94d5-469e-a169-e4789fc9cd70 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:59.387083 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:59.391085 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:59.419589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=d95376b4-838e-489b-8c7d-892435fd9f18,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:59.464289 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:59.465832 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:59.619915 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-8f756410-b42c-49bf-ab1d-7fbabc2bcffc tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9769559 May 26 16:56:59.639929 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Request body: {'port': {'device_id': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:56:59.688471 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-22142321-5950-4c93-9d86-9e334c8bd827 None None] Provisioning complete for port d95376b4-838e-489b-8c7d-892435fd9f18 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:56:59.689630 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-22142321-5950-4c93-9d86-9e334c8bd827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:59.734197 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:56:59.741228 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-22142321-5950-4c93-9d86-9e334c8bd827 None None] Port d95376b4-838e-489b-8c7d-892435fd9f18 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:56:59.762543 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:00.058022 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:00.136032 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95376b4-838e-489b-8c7d-892435fd9f18 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:57:00.147109 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Publish callbacks [] for port (d95376b4-838e-489b-8c7d-892435fd9f18), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:00.163675 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Transition to ACTIVE for port object d95376b4-838e-489b-8c7d-892435fd9f18 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:57:00.226549 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:00.277935 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:00.339140 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab2661-689d-409c-be35-754e391690b1 req-f202503b-0116-4a51-86c7-1e1a33951c52 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:00.352631 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a0ab2661-689d-409c-be35-754e391690b1 req-f202503b-0116-4a51-86c7-1e1a33951c52 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.1359642 May 26 16:57:00.449867 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=d95376b4-838e-489b-8c7d-892435fd9f18,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:00.547287 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d4d85-66f3-4eb7-8fcb-b3a7c6ec048c req-3137bbe4-f0b5-4714-8f2d-09238286623b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:00.566595 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-367d4d85-66f3-4eb7-8fcb-b3a7c6ec048c req-3137bbe4-f0b5-4714-8f2d-09238286623b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 944 time: 0.1989863 May 26 16:57:00.597207 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Attempting to bind port d95376b4-838e-489b-8c7d-892435fd9f18 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:57:00.598071 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Attempting to bind port d95376b4-838e-489b-8c7d-892435fd9f18 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:57:00.598169 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Attempting to bind port d95376b4-838e-489b-8c7d-892435fd9f18 on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:57:00.603938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Port d95376b4-838e-489b-8c7d-892435fd9f18 on network f04a253f-94d5-469e-a169-e4789fc9cd70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:57:00.604802 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Attempting to bind port d95376b4-838e-489b-8c7d-892435fd9f18 on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:57:00.611038 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:57:00.611555 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Checking segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:57:00.611849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Bound using segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:57:00.612227 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Bound port: d95376b4-838e-489b-8c7d-892435fd9f18, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:57:00.612672 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:00.736308 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-367d4d85-66f3-4eb7-8fcb-b3a7c6ec048c req-6f598fa9-0feb-4b65-8509-9e0ede6f43f5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688225 May 26 16:57:00.751624 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] For port d95376b4-838e-489b-8c7d-892435fd9f18, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:57:00.756640 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a0ab2661-689d-409c-be35-754e391690b1 req-9e441288-163e-4330-83aa-320fb3596ca0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902390 May 26 16:57:00.759321 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] For port d95376b4-838e-489b-8c7d-892435fd9f18, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d95376b4-838e-489b-8c7d-892435fd9f18,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:57:00.860849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:00.943086 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-f93d6556-c2af-4eef-a683-4d63bb1f5069 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078549195&fields=id&tenant_id=895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 267 time: 0.0867784 May 26 16:57:00.952508 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:00.953130 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:00.961708 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] 10.222.0.95 "PUT /v2.0/ports/d95376b4-838e-489b-8c7d-892435fd9f18 HTTP/1.1" status: 200 len: 1094 time: 1.3270919 May 26 16:57:00.962511 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'tag': 'd95376b4-838e-489b-8c7d-892435fd9f18'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:00.966455 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f8ddb-97db-4397-84e4-abd5938983af" -d '{"events": [{"name": "network-changed", "server_uuid": "550e0ebe-517e-452c-97bf-ac35669bab9e", "tag": "d95376b4-838e-489b-8c7d-892435fd9f18"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:01.065502 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1db1e11-356d-4c68-a043-f5e3bd61bf93 x-openstack-request-id: req-a1db1e11-356d-4c68-a043-f5e3bd61bf93 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:01.066106 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550e0ebe-517e-452c-97bf-ac35669bab9e", "tag": "d95376b4-838e-489b-8c7d-892435fd9f18", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:01.066582 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1db1e11-356d-4c68-a043-f5e3bd61bf93 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:01.067140 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1db1e11-356d-4c68-a043-f5e3bd61bf93'] response: {'name': 'network-changed', 'server_uuid': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'tag': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'status': 'completed', 'code': 200} May 26 16:57:01.110523 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252b238-5269-4bf9-933a-6341d1503ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=d95376b4-838e-489b-8c7d-892435fd9f18,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:01.178975 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f8ddb-97db-4397-84e4-abd5938983af req-ae799cf0-fdfc-4222-9c5a-4c39699c0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.180980 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-116f8ddb-97db-4397-84e4-abd5938983af req-ae799cf0-fdfc-4222-9c5a-4c39699c0b48 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 1128 time: 0.0717287 May 26 16:57:01.182463 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399a08-aa82-4282-acfb-911714331839 req-7ec67cc8-b538-49b9-a1b5-b7e289aa74be tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.186673 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-7ec67cc8-b538-49b9-a1b5-b7e289aa74be tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 811 time: 0.2418170 May 26 16:57:01.206575 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-e48aa446-ae15-4258-a790-69c2cc1d9bae tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/quotas/895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 375 time: 0.0154936 May 26 16:57:01.212755 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-f77dcb77-d0d9-4880-98bb-4ccb26eb9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.214579 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-f77dcb77-d0d9-4880-98bb-4ccb26eb9ce6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa&tenant_id=5a16c7d70bb14cd3b898751084649cd2 HTTP/1.1" status: 200 len: 1128 time: 0.2101898 May 26 16:57:01.305986 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-fa7aa3b1-6f05-44d5-a2e8-749bd2eb4ffb tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866466 May 26 16:57:01.394285 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-57d73c49-a0e4-4a56-a84c-2601d37e34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.397679 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-57d73c49-a0e4-4a56-a84c-2601d37e34cf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 1128 time: 0.1307974 May 26 16:57:01.488578 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f8ddb-97db-4397-84e4-abd5938983af req-5c75c88f-bd73-4e44-aab6-2898c59a106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.492717 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-116f8ddb-97db-4397-84e4-abd5938983af req-5c75c88f-bd73-4e44-aab6-2898c59a106e service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2924421 May 26 16:57:01.494440 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-bb78c807-da52-4247-88bf-2c29a57dea01 service neutron] 10.222.0.48 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770899 May 26 16:57:01.513543 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:01.563830 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:01.603874 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-77ec1583-ea83-44c1-9e1c-4575a89f6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.605311 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-77ec1583-ea83-44c1-9e1c-4575a89f6ee4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 918 time: 0.1989806 May 26 16:57:01.608730 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-618f5af0-77a3-4224-a96e-3182bc8179cd service neutron] 10.222.0.48 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063375 May 26 16:57:01.686767 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f8ddb-97db-4397-84e4-abd5938983af req-d4ddd50c-16e3-4b49-aa9f-0217f32f746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.695497 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-116f8ddb-97db-4397-84e4-abd5938983af req-d4ddd50c-16e3-4b49-aa9f-0217f32f746a service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841559 May 26 16:57:01.699185 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-d859c2ef-540a-446e-a7f6-9879f7c53483 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f830e3-9d14-4893-a727-3c20d5993b34 HTTP/1.1" status: 200 len: 999 time: 0.0865498 May 26 16:57:01.775434 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-bf89c837-da22-4cc1-8926-19ee50dc5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.777122 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-bf89c837-da22-4cc1-8926-19ee50dc5bbb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0649869 May 26 16:57:01.890809 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-03a12783-bd50-41ba-b15a-0b2561a13992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.893195 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-03a12783-bd50-41ba-b15a-0b2561a13992 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951536 May 26 16:57:01.898152 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-e40f25cb-7bfb-44a6-bdc6-e80455a00b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.899863 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-e40f25cb-7bfb-44a6-bdc6-e80455a00b53 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 1128 time: 0.1045825 May 26 16:57:01.939591 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d44252-1b5d-44b8-bc14-e3a1d0512ad5 req-02e7b3d2-4648-4889-af53-941d64933308 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.953597 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f3d44252-1b5d-44b8-bc14-e3a1d0512ad5 req-02e7b3d2-4648-4889-af53-941d64933308 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 944 time: 0.1144457 May 26 16:57:02.007538 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:02.011500 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-aff7d860-6930-497d-bef0-28ffd73cdc70 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d95376b4-838e-489b-8c7d-892435fd9f18 HTTP/1.1" status: 200 len: 217 time: 0.0916350 May 26 16:57:02.026091 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f3d44252-1b5d-44b8-bc14-e3a1d0512ad5 req-ced3f2a1-5817-4bb0-94b0-fccadb0ec04d tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708389 May 26 16:57:02.167090 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-2de6e964-15f0-443f-a10b-66cfd6566cad service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589965 May 26 16:57:02.173073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-a645a7e4-2698-483d-9976-3eae2b7400dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:02.176074 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-a645a7e4-2698-483d-9976-3eae2b7400dc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 200 len: 854 time: 0.1565254 May 26 16:57:02.190706 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1a754-0d21-4bb8-a29b-11843e8ff688 req-784c4c9f-fc26-4cf9-87a6-16d2f6aad425 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:02.201637 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f3b1a754-0d21-4bb8-a29b-11843e8ff688 req-784c4c9f-fc26-4cf9-87a6-16d2f6aad425 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0876131 May 26 16:57:02.277568 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-092fe5d0-417f-4892-b6f3-016c159b70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:02.279107 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-092fe5d0-417f-4892-b6f3-016c159b70ac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f04a253f-94d5-469e-a169-e4789fc9cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925815 May 26 16:57:02.313106 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f3b1a754-0d21-4bb8-a29b-11843e8ff688 req-acf378ab-3318-4688-bfeb-16faa010c504 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100957 May 26 16:57:02.463006 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e9a1caf6-3a31-445d-aac1-bc47c96fed10 req-8d9e007e-76c7-4e43-bf66-977cafcb29f6 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933719 May 26 16:57:02.508427 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-7f9dd9b8-49cc-4ea7-bc3d-ac58a50572f3 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197769 May 26 16:57:02.728079 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f900b1d9-afcb-4968-aa6b-e8a99866f1a6 req-48c10119-860f-4c8c-9b62-686c14d07069 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008524 May 26 16:57:02.730460 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dc72d485-78ae-45fe-9a2b-32188b83970b req-04de5629-cd21-419b-abc5-5741fcbbc272 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0716720 May 26 16:57:03.245511 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460638b2-35e6-4479-b7b3-772d93a2fe5e req-ee505d1d-62e7-4e4f-9365-86416d3670d8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:03.247249 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-460638b2-35e6-4479-b7b3-772d93a2fe5e req-ee505d1d-62e7-4e4f-9365-86416d3670d8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 944 time: 0.0744090 May 26 16:57:03.310091 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-460638b2-35e6-4479-b7b3-772d93a2fe5e req-fcb63047-8886-4e04-a399-437a9568e534 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568230 May 26 16:57:03.447699 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a47a1-6119-449c-8d00-a9500b9746ed req-05f61712-c185-4ad7-89ee-cca7722bf202 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:03.449341 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b3a47a1-6119-449c-8d00-a9500b9746ed req-05f61712-c185-4ad7-89ee-cca7722bf202 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0484769 May 26 16:57:03.499944 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b3a47a1-6119-449c-8d00-a9500b9746ed req-d5ddb80d-b2d2-4dda-8aa1-a89107a0fa93 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446556 May 26 16:57:03.848115 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6e21f98-ed3c-4247-9b6e-a1ba02ffc808 req-2ea7ea25-e89c-4255-8805-6a471adfae88 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0411892 May 26 16:57:04.513337 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33307c92-b825-45e4-ad89-467751234848 req-3498615a-fde1-4951-a5d3-813a677f96a4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:04.515546 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-33307c92-b825-45e4-ad89-467751234848 req-3498615a-fde1-4951-a5d3-813a677f96a4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 944 time: 0.0914536 May 26 16:57:04.656653 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-33307c92-b825-45e4-ad89-467751234848 req-7b716048-2159-441a-af70-ad50cdae46e1 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278489 May 26 16:57:04.776664 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fb747-be2d-4a00-b206-4b62abe7a35a req-55f6f2b2-9617-46f9-bee5-278ef3dcb126 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:04.778240 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7b5fb747-be2d-4a00-b206-4b62abe7a35a req-55f6f2b2-9617-46f9-bee5-278ef3dcb126 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0657978 May 26 16:57:04.813461 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:04.837099 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7b5fb747-be2d-4a00-b206-4b62abe7a35a req-3ea72c8d-32a7-4e1b-9976-18dca53e4e5f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508142 May 26 16:57:04.960866 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c7cb4729-e7f4-4db3-9713-44153488eb44 req-7c43cb80-62a4-4e62-b284-e12a477cb042 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0471649 May 26 16:57:06.131313 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f936e-1645-4775-85d0-a12d402286ba req-b0905439-b1fa-4651-af02-9f62803cf4bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:06.144102 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-715f936e-1645-4775-85d0-a12d402286ba req-b0905439-b1fa-4651-af02-9f62803cf4bb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 944 time: 0.2778349 May 26 16:57:06.271856 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bd4ec-64c1-4b99-8f72-b6b9f61141d1 req-3028ab9c-afd2-4d71-99f4-19babd076fd5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:06.280838 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0c8bd4ec-64c1-4b99-8f72-b6b9f61141d1 req-3028ab9c-afd2-4d71-99f4-19babd076fd5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.3169394 May 26 16:57:06.350099 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0c8bd4ec-64c1-4b99-8f72-b6b9f61141d1 req-5a0f6b4c-27b6-4d3f-89c4-ca682d4325d5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682201 May 26 16:57:06.389887 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-715f936e-1645-4775-85d0-a12d402286ba req-68ae5cb8-7adb-46e1-b1fc-8d021a65dd36 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309942 May 26 16:57:06.490474 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ffefec90-d321-4229-933f-066b1c116a98 req-7edac97d-02e3-4f21-a76f-1940dfbf31b1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0424905 May 26 16:57:06.549797 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device d95376b4-838e-489b-8c7d-892435fd9f18 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:57:06.756863 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port d95376b4-838e-489b-8c7d-892435fd9f18, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d95376b4-838e-489b-8c7d-892435fd9f18,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:06.778833 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'port_id': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'mac_address': 'fa:16:3e:6b:1b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:57:06.852696 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port d95376b4-838e-489b-8c7d-892435fd9f18 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:57:06.853156 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:06.877748 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95376b4-838e-489b-8c7d-892435fd9f18 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:57:06.922638 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port d95376b4-838e-489b-8c7d-892435fd9f18, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d95376b4-838e-489b-8c7d-892435fd9f18,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:07.008459 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:07.094441 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=d95376b4-838e-489b-8c7d-892435fd9f18,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:07.608464 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c27499-77b5-42cd-a242-3f56427411a6 req-5971a891-c9c0-4e32-92b7-fb84e48e47f1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:07.610177 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f3c27499-77b5-42cd-a242-3f56427411a6 req-5971a891-c9c0-4e32-92b7-fb84e48e47f1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.1320026 May 26 16:57:07.636045 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4d00a-a168-4deb-9672-cf0ff6cd5620 req-93e949b7-c47d-4371-ab31-35dee1e9ee70 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:07.640104 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4a4d00a-a168-4deb-9672-cf0ff6cd5620 req-93e949b7-c47d-4371-ab31-35dee1e9ee70 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 945 time: 0.1042967 May 26 16:57:07.707807 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4a4d00a-a168-4deb-9672-cf0ff6cd5620 req-0c2b8f43-fbe7-4d66-9f20-3d9736902e6b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582960 May 26 16:57:07.751643 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f3c27499-77b5-42cd-a242-3f56427411a6 req-6f137b4a-97c0-4544-b69a-afd603b6cc96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287947 May 26 16:57:07.836111 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0c07d9a-406a-4e33-94be-874508b01573 req-bd80fdd8-6039-40a7-82d7-0b6c6da844df tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0576074 May 26 16:57:08.280567 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['d95376b4-838e-489b-8c7d-892435fd9f18'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:57:08.407534 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:08.831147 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:08.882770 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdd34a-d96a-41fb-bd1b-74b94b53405d req-7e1eee44-5d36-441e-b34b-f8f6ddfe6706 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:08.890923 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c7bdd34a-d96a-41fb-bd1b-74b94b53405d req-7e1eee44-5d36-441e-b34b-f8f6ddfe6706 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 945 time: 0.0704827 May 26 16:57:09.007732 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c7bdd34a-d96a-41fb-bd1b-74b94b53405d req-b9effdf8-3eb5-47a4-ac8c-861df72b18bd tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122055 May 26 16:57:09.135899 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9983f0-46f6-4426-a86f-216a221d6c09 req-08dc931a-a31a-448e-b84d-df65d7868d91 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:09.141618 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4d9983f0-46f6-4426-a86f-216a221d6c09 req-08dc931a-a31a-448e-b84d-df65d7868d91 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.1277699 May 26 16:57:09.232970 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3d1debb9-12d5-429b-94df-8af580303484 req-3fb5c9e8-353e-4cdf-86e3-85e887346313 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0855529 May 26 16:57:09.299031 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4d9983f0-46f6-4426-a86f-216a221d6c09 req-b1b56ba9-19d9-4cc6-ac66-4f6216476b84 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489840 May 26 16:57:09.776291 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device d95376b4-838e-489b-8c7d-892435fd9f18 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:57:09.868410 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:09.887284 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port d95376b4-838e-489b-8c7d-892435fd9f18 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:57:09.969907 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port d95376b4-838e-489b-8c7d-892435fd9f18 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:57:09.974980 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:10.194504 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port d95376b4-838e-489b-8c7d-892435fd9f18 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:57:10.194904 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:10.281231 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95376b4-838e-489b-8c7d-892435fd9f18'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:10.288079 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d82e81-db16-48c3-8380-fa3fd30d9721" -d '{"events": [{"server_uuid": "550e0ebe-517e-452c-97bf-ac35669bab9e", "name": "network-vif-plugged", "status": "completed", "tag": "d95376b4-838e-489b-8c7d-892435fd9f18"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:10.315672 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128d15-36a8-4c65-a22e-5cf5a7e105ce req-37b6eafd-d6c6-472a-889d-518b14ab65b7 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:10.324959 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-aa128d15-36a8-4c65-a22e-5cf5a7e105ce req-37b6eafd-d6c6-472a-889d-518b14ab65b7 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 945 time: 0.1426158 May 26 16:57:10.330320 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port d95376b4-838e-489b-8c7d-892435fd9f18, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d95376b4-838e-489b-8c7d-892435fd9f18,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:10.391616 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7e140d0c-34cd-4623-8af1-1559b6a259c4 req-baca5fd5-0272-4b3a-a235-4795fe48f957 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0380147 May 26 16:57:10.403900 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:10.446805 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-aa128d15-36a8-4c65-a22e-5cf5a7e105ce req-5ecad9c0-70ed-45fd-9503-0a8d1022d004 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209509 May 26 16:57:10.470853 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511675be-5652-436e-8648-c0a7785b40ee x-openstack-request-id: req-511675be-5652-436e-8648-c0a7785b40ee {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:10.471168 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550e0ebe-517e-452c-97bf-ac35669bab9e", "name": "network-vif-plugged", "status": "completed", "tag": "d95376b4-838e-489b-8c7d-892435fd9f18", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:10.471413 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-511675be-5652-436e-8648-c0a7785b40ee {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:10.471759 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511675be-5652-436e-8648-c0a7785b40ee'] response: {'server_uuid': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'code': 200} May 26 16:57:10.511776 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=d95376b4-838e-489b-8c7d-892435fd9f18,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:10.591545 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746fc96-19ff-4a54-bc7b-99084dcb39a1 req-50ff4298-8765-4f93-b79e-83e77bf2a218 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:10.593617 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6746fc96-19ff-4a54-bc7b-99084dcb39a1 req-50ff4298-8765-4f93-b79e-83e77bf2a218 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0700848 May 26 16:57:10.754508 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6746fc96-19ff-4a54-bc7b-99084dcb39a1 req-cc566da1-92fc-46fc-83b4-03bd60f6ad49 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505244 May 26 16:57:11.415216 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399a08-aa82-4282-acfb-911714331839 req-417718bc-07fc-47a3-9d2c-763e81a7a30a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:11.445294 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-417718bc-07fc-47a3-9d2c-763e81a7a30a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 811 time: 0.2113855 May 26 16:57:11.773494 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6d22a03b-23b9-4b1b-97ea-c1dae4bbc9b1 req-70e72829-7ba2-433b-acc9-fa6a81a54727 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.1540358 May 26 16:57:11.859592 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e69cf3-9e19-4358-b8fb-47888de634e0 req-65dbd7bd-dc67-418f-aed5-e8f048ebd1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:11.872589 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-17e69cf3-9e19-4358-b8fb-47888de634e0 req-65dbd7bd-dc67-418f-aed5-e8f048ebd1f1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 1130 time: 0.2127819 May 26 16:57:11.969368 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122124-9d26-429f-837f-5d8e593cb9e0 req-6cb25c1d-d3c8-46b3-a6d3-9a41a5220eb1 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:11.975979 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-17122124-9d26-429f-837f-5d8e593cb9e0 req-6cb25c1d-d3c8-46b3-a6d3-9a41a5220eb1 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.2763939 May 26 16:57:12.177460 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce703d4-ef23-4723-af34-03e1e04112c1 req-51c6d5e9-27b5-4e3a-8a20-edd8972f3a14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:12.186696 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3ce703d4-ef23-4723-af34-03e1e04112c1 req-51c6d5e9-27b5-4e3a-8a20-edd8972f3a14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.2724180 May 26 16:57:12.287843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:12.375092 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-17122124-9d26-429f-837f-5d8e593cb9e0 req-06a877ee-e433-4c44-b46c-10fb515752c9 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164139 May 26 16:57:12.430049 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3ce703d4-ef23-4723-af34-03e1e04112c1 req-43de77e4-1d49-47cf-a97d-3d88a95c0195 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421277 May 26 16:57:12.658860 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-17e69cf3-9e19-4358-b8fb-47888de634e0 req-4587cd9f-ee12-4c34-a86f-68b01a8cb500 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7679830 May 26 16:57:12.665355 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-8b9f2b2b-c3bf-4a4d-9622-5df72365a0e8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 380 time: 1.1233864 May 26 16:57:12.912089 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bf1db75f-8859-427b-a59a-5f42734b6036 req-5fc9e8c7-67bc-42fe-82d3-adb825d0145f tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0600858 May 26 16:57:13.647701 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0db6-7493-452b-aa05-398bb2831ce5 req-a2612a1c-162b-4f3a-8791-1e64aedad1a3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:13.675813 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0a1b0db6-7493-452b-aa05-398bb2831ce5 req-a2612a1c-162b-4f3a-8791-1e64aedad1a3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.1330547 May 26 16:57:13.837191 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeaf6c-4672-4f00-b2a8-a9486dbec9cc req-dd8e2dc0-92bf-4245-9722-954764f9341e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:13.838707 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-64aeaf6c-4672-4f00-b2a8-a9486dbec9cc req-dd8e2dc0-92bf-4245-9722-954764f9341e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.1489725 May 26 16:57:13.914450 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0a1b0db6-7493-452b-aa05-398bb2831ce5 req-a86f5e29-d726-4cf0-a1be-980a55edb904 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385449 May 26 16:57:14.062844 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-64aeaf6c-4672-4f00-b2a8-a9486dbec9cc req-7bec3dff-ffc7-49f4-838f-2489d747d8ab tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036080 May 26 16:57:14.280590 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e635ee17-7a7d-4e2f-9b4f-c5154a5c85fc req-ea4892c2-4303-4274-928c-73c3eac1e3e9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.1062038 May 26 16:57:14.330132 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:57:15.116361 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558b4ca-430c-485c-b161-cdf96dbcb38b req-57b0ccac-0225-45fe-8aeb-074f58b2d0f8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:15.119368 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e558b4ca-430c-485c-b161-cdf96dbcb38b req-57b0ccac-0225-45fe-8aeb-074f58b2d0f8 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.0573912 May 26 16:57:15.191389 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e558b4ca-430c-485c-b161-cdf96dbcb38b req-74f7b573-d453-491a-b1ee-d1b22d6f57b1 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660138 May 26 16:57:15.250141 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb57716-3a39-4139-9bec-f96eaf540d73 req-60639c5b-baa6-4645-9a8e-9c846a463395 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:15.252084 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cbb57716-3a39-4139-9bec-f96eaf540d73 req-60639c5b-baa6-4645-9a8e-9c846a463395 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0598135 May 26 16:57:15.352356 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cbb57716-3a39-4139-9bec-f96eaf540d73 req-071d23e7-c724-4a81-8f9a-32918cce6575 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922771 May 26 16:57:15.485839 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d26e3a13-2442-4c31-9be8-c9cca708b0e8 req-8e5df652-8cc1-481f-944d-de8b7e77ff9c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0694113 May 26 16:57:16.068007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:16.453981 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9a0a0-a17c-4fd9-910d-12418145ed69 req-be74bd56-dbdd-4da0-8ac4-369d57181294 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:16.467462 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e4b9a0a0-a17c-4fd9-910d-12418145ed69 req-be74bd56-dbdd-4da0-8ac4-369d57181294 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.1511497 May 26 16:57:16.545223 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:16.562137 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e4b9a0a0-a17c-4fd9-910d-12418145ed69 req-870303a9-bffe-464a-9175-5e6b4dcab946 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929346 May 26 16:57:16.766844 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89813-f200-4625-8527-b7640ad2a95f req-2099280b-e633-4e99-9fa4-e33a1101cae0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:16.782590 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-80c89813-f200-4625-8527-b7640ad2a95f req-2099280b-e633-4e99-9fa4-e33a1101cae0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.2174866 May 26 16:57:16.836868 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7c26dc8c-3deb-48b6-b2d9-bf59eb3ccce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:16.870174 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-80c89813-f200-4625-8527-b7640ad2a95f req-cf1f15e9-95f7-4ba9-ba0f-105cdd07663d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857353 May 26 16:57:16.900349 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f52ec1ef-dabe-41ba-bf0f-dfb545517122 req-bbd35a78-a79f-4416-9354-fa70df5fa54a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0912435 May 26 16:57:17.812152 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a9acf-6985-44fe-ae9c-67c3d0808f8f req-a6f2d8eb-a3f9-4860-bdd8-628da31631c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.814331 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-123a9acf-6985-44fe-ae9c-67c3d0808f8f req-a6f2d8eb-a3f9-4860-bdd8-628da31631c5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.0738122 May 26 16:57:17.882609 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-123a9acf-6985-44fe-ae9c-67c3d0808f8f req-5bdbff40-4318-4783-9ea3-e29cd8b144d7 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608439 May 26 16:57:18.113356 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603bb04-f9ca-48ba-a2c2-335130d5a860 req-a6c8c7cc-9f6a-4376-a5ef-5e2252a1a3e0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:18.115562 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7603bb04-f9ca-48ba-a2c2-335130d5a860 req-a6c8c7cc-9f6a-4376-a5ef-5e2252a1a3e0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.1096318 May 26 16:57:18.117531 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7ca57dab-33db-4e09-b1d6-441f4cf3239a req-a4c05187-51cc-495d-bce6-b7b0756cd61c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0687194 May 26 16:57:18.208974 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7603bb04-f9ca-48ba-a2c2-335130d5a860 req-4f9ed7ca-ec1f-4319-b3a2-77dc2db6df48 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873768 May 26 16:57:18.616537 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'port': {'device_id': '69fcc029-dd46-485e-8058-9d577bb0e654', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'admin_state_up': True, 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'security_groups': ['3e38919e-b2d1-4033-8d23-583dc1529fed']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:57:18.705468 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:18.866056 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Made reservation on behalf of 895a592d480548ddb6afdb1e7c45ed92 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:57:18.870896 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:18.985785 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:19.008364 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e354-13ec-4d11-8a3c-4d4dc7df1a6b req-2602fd8b-989b-4888-8c06-7b745e57d611 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:19.009882 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e151e354-13ec-4d11-8a3c-4d4dc7df1a6b req-2602fd8b-989b-4888-8c06-7b745e57d611 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.0498188 May 26 16:57:19.042157 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Allocated IP 172.20.0.9 (3b72a37f-f6f4-40d5-aa2f-177110f74e30/cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5/a919d060-6065-426c-982a-0881dca96a38) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:57:19.098207 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e151e354-13ec-4d11-8a3c-4d4dc7df1a6b req-435f2550-1bcb-45d0-9516-73cd93efc833 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821018 May 26 16:57:19.146026 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ac374907-b7f3-42c6-b5c2-7fece8bfca56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:19.249813 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (a919d060-6065-426c-982a-0881dca96a38), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:19.275470 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-62c382cc-ef58-4f00-a458-4039c59cd508 req-946beb62-8e4d-4f8c-aba6-d7a07d54d126 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0553439 May 26 16:57:19.369573 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (a919d060-6065-426c-982a-0881dca96a38), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:19.393438 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e291e-63c8-405e-96f8-4c420318a80d req-b9ba80c6-9432-4fca-8df8-e1e30bcad77a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:19.402132 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6c0e291e-63c8-405e-96f8-4c420318a80d req-b9ba80c6-9432-4fca-8df8-e1e30bcad77a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0684767 May 26 16:57:19.418803 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:57:19.424055 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:57:19.443651 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:57:19.502278 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6c0e291e-63c8-405e-96f8-4c420318a80d req-47275793-d6e2-4ced-b439-daac38cf5b8f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986254 May 26 16:57:19.529909 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=a919d060-6065-426c-982a-0881dca96a38,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:19.545847 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.546203 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.546556 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.546920 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.547355 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.547751 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.548094 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.548432 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.548761 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.549098 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.549481 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.549983 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.550328 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.550654 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.550980 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.561142 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:19.561685 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:19.656911 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-22bdb838-1dc3-474f-bdb2-84214a383d0c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0565622 May 26 16:57:19.807789 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-8425acf0-9602-453c-b0b8-33457d3ecf07 None None] Provisioning complete for port a919d060-6065-426c-982a-0881dca96a38 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:57:19.808342 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8425acf0-9602-453c-b0b8-33457d3ecf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (a919d060-6065-426c-982a-0881dca96a38), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:19.873909 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-8425acf0-9602-453c-b0b8-33457d3ecf07 None None] Port a919d060-6065-426c-982a-0881dca96a38 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:57:20.287270 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91372479-d0ce-418a-865f-c90e3610abd1 req-65356054-80c8-49ab-abd7-0c00544344fa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:20.290377 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-91372479-d0ce-418a-865f-c90e3610abd1 req-65356054-80c8-49ab-abd7-0c00544344fa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.0874128 May 26 16:57:20.351422 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:20.354211 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Request body: {'port': {'device_id': '69fcc029-dd46-485e-8058-9d577bb0e654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:57:20.388386 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-91372479-d0ce-418a-865f-c90e3610abd1 req-8327ea39-76d0-4f56-aa78-1bab7dd7f440 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914803 May 26 16:57:20.427573 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:20.450849 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-12a924ad-85e6-44e5-80f1-d33e581d3975 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637302 May 26 16:57:20.483710 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a919d060-6065-426c-982a-0881dca96a38), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:20.493156 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a08446-6c69-4ebf-b40e-0252c3ce27dc req-014a0e9d-46ef-4ff4-9742-438682b777e0 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:20.495322 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a2a08446-6c69-4ebf-b40e-0252c3ce27dc req-014a0e9d-46ef-4ff4-9742-438682b777e0 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 931 time: 0.0641580 May 26 16:57:20.593389 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a2a08446-6c69-4ebf-b40e-0252c3ce27dc req-a1752035-d92b-45db-bf29-a666433f6028 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834143 May 26 16:57:20.690716 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b368d-a454-4c49-b855-2754e043ad6e req-40794010-495c-49e1-9ae1-609c6e0c08e9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:20.693848 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e14b368d-a454-4c49-b855-2754e043ad6e req-40794010-495c-49e1-9ae1-609c6e0c08e9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0818961 May 26 16:57:20.763488 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e14b368d-a454-4c49-b855-2754e043ad6e req-4f00c9ff-26e8-42d4-8a7b-e71a9813603a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628703 May 26 16:57:20.925763 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a919d060-6065-426c-982a-0881dca96a38 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:57:20.936518 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Publish callbacks [] for port (a919d060-6065-426c-982a-0881dca96a38), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:20.949736 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:20.956371 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Transition to ACTIVE for port object a919d060-6065-426c-982a-0881dca96a38 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:57:21.068729 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (a919d060-6065-426c-982a-0881dca96a38), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:21.142363 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Pushing event updated for resources: {'Port': ['ID=a919d060-6065-426c-982a-0881dca96a38,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:21.252776 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Attempting to bind port a919d060-6065-426c-982a-0881dca96a38 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:57:21.253346 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Attempting to bind port a919d060-6065-426c-982a-0881dca96a38 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:57:21.254219 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Attempting to bind port a919d060-6065-426c-982a-0881dca96a38 on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:57:21.261803 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Port a919d060-6065-426c-982a-0881dca96a38 on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:57:21.262201 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Attempting to bind port a919d060-6065-426c-982a-0881dca96a38 on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:57:21.273848 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:57:21.274194 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Checking segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:57:21.274560 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Bound using segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:57:21.274994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Bound port: a919d060-6065-426c-982a-0881dca96a38, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:57:21.275353 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a919d060-6065-426c-982a-0881dca96a38), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:21.346063 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:21.373104 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] For port a919d060-6065-426c-982a-0881dca96a38, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:57:21.410015 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] For port a919d060-6065-426c-982a-0881dca96a38, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a919d060-6065-426c-982a-0881dca96a38,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:57:21.417157 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-163c4cd1-d66b-4b84-b1bd-4bb7bda9312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.418986 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-163c4cd1-d66b-4b84-b1bd-4bb7bda9312b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 1129 time: 0.0655346 May 26 16:57:21.510088 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (a919d060-6065-426c-982a-0881dca96a38), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:21.539297 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9b664-6075-4da1-a5a7-649c24896319 req-9519aa36-343d-4817-bf50-6d5ed0377a4a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.541196 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6aa9b664-6075-4da1-a5a7-649c24896319 req-9519aa36-343d-4817-bf50-6d5ed0377a4a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.0539491 May 26 16:57:21.576834 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.577414 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:21.578875 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] 10.222.0.95 "PUT /v2.0/ports/a919d060-6065-426c-982a-0881dca96a38 HTTP/1.1" status: 200 len: 1093 time: 1.2307351 May 26 16:57:21.579428 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fcc029-dd46-485e-8058-9d577bb0e654', 'tag': 'a919d060-6065-426c-982a-0881dca96a38'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:21.581789 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7ec7c-8a4b-4ae2-8d70-a664e12e97c6" -d '{"events": [{"name": "network-changed", "server_uuid": "69fcc029-dd46-485e-8058-9d577bb0e654", "tag": "a919d060-6065-426c-982a-0881dca96a38"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:21.617979 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6aa9b664-6075-4da1-a5a7-649c24896319 req-e3d7dcfa-ef6b-4228-84fd-dbc5a792a5e7 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678625 May 26 16:57:21.627448 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4111b00-9811-4867-87a9-81079cb06206 service neutron] Pushing event updated for resources: {'Port': ['ID=a919d060-6065-426c-982a-0881dca96a38,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:21.652002 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8881cce9-1e66-4cd5-8d70-55df53e1c79f x-openstack-request-id: req-8881cce9-1e66-4cd5-8d70-55df53e1c79f {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:21.659476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fcc029-dd46-485e-8058-9d577bb0e654", "tag": "a919d060-6065-426c-982a-0881dca96a38", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:21.659476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8881cce9-1e66-4cd5-8d70-55df53e1c79f {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:21.659476 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8881cce9-1e66-4cd5-8d70-55df53e1c79f'] response: {'name': 'network-changed', 'server_uuid': '69fcc029-dd46-485e-8058-9d577bb0e654', 'tag': 'a919d060-6065-426c-982a-0881dca96a38', 'status': 'completed', 'code': 200} May 26 16:57:21.659476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-a12d3b38-f4c3-4a46-b878-df5dcd26056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.661059 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-a12d3b38-f4c3-4a46-b878-df5dcd26056b service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.2074311 May 26 16:57:21.758917 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-aedaec4c-c5e0-4d37-a130-8761f69b08c0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fe6234-052f-41cc-8a4f-a24813700c3e HTTP/1.1" status: 200 len: 217 time: 0.0493033 May 26 16:57:21.828493 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e67c8a-4fee-4b34-a065-c82919ec3850 req-8bf14662-cfca-46d0-9106-23604993b898 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.830706 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-61e67c8a-4fee-4b34-a065-c82919ec3850 req-8bf14662-cfca-46d0-9106-23604993b898 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.1269302 May 26 16:57:21.834557 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7ec7c-8a4b-4ae2-8d70-a664e12e97c6 req-aacc319d-eb81-4004-b330-5bdcfcf2d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.836621 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0aa7ec7c-8a4b-4ae2-8d70-a664e12e97c6 req-aacc319d-eb81-4004-b330-5bdcfcf2d619 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 1127 time: 0.0908139 May 26 16:57:21.843588 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 52806) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:21.848936 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'floatingip': {'port_id': 'd95376b4-838e-489b-8c7d-892435fd9f18'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:57:21.852907 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-47389ed9-de64-4ee8-b5bc-3f65ba1d76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.871552 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-47389ed9-de64-4ee8-b5bc-3f65ba1d76b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0740285 May 26 16:57:21.872203 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6af3b-1fbd-4059-9e00-dd3151e305ed req-b90c44fd-6b9d-472d-a728-24400307afa1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.872203 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9dd6af3b-1fbd-4059-9e00-dd3151e305ed req-b90c44fd-6b9d-472d-a728-24400307afa1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.1386139 May 26 16:57:21.930765 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (6f9add80-e62b-481c-9a8e-f851187e5433), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:21.949528 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9dd6af3b-1fbd-4059-9e00-dd3151e305ed req-e83ee8a1-6444-4e6f-89e9-50a6ea7521e6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766780 May 26 16:57:21.989541 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2771f13-7c86-4c94-b966-14fb060a26a2 req-7501c918-6933-43e6-bad1-2f5afec15cca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.996771 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e2771f13-7c86-4c94-b966-14fb060a26a2 req-7501c918-6933-43e6-bad1-2f5afec15cca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0806835 May 26 16:57:22.032223 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:22.073171 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-838e69e6-6df9-4d2e-a3f7-8440cba386b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:22.075102 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-838e69e6-6df9-4d2e-a3f7-8440cba386b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1886556 May 26 16:57:22.089324 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e2771f13-7c86-4c94-b966-14fb060a26a2 req-16e8f48f-6555-4e6c-a385-4ce487913a44 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679495 May 26 16:57:22.207542 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:22.312118 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7ec7c-8a4b-4ae2-8d70-a664e12e97c6 req-658a5e9c-7924-4125-9314-3645b3db9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:22.312118 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0aa7ec7c-8a4b-4ae2-8d70-a664e12e97c6 req-658a5e9c-7924-4125-9314-3645b3db9851 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=895a592d480548ddb6afdb1e7c45ed92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4171655 May 26 16:57:22.319282 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:22.352476 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-73811b4f-9825-430a-a021-0b03a206b365 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511194 May 26 16:57:22.580130 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7ec7c-8a4b-4ae2-8d70-a664e12e97c6 req-fea41e4c-2522-4074-a580-1e3869ff74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:22.581630 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0aa7ec7c-8a4b-4ae2-8d70-a664e12e97c6 req-fea41e4c-2522-4074-a580-1e3869ff74d9 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2612364 May 26 16:57:22.652993 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94aef1aa-f1c7-45ef-90a2-feb3dd592e5b req-2e613f46-3b1e-4015-8826-37c959d34848 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653241 May 26 16:57:22.749379 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399a08-aa82-4282-acfb-911714331839 req-21150fdf-671f-4c44-ab87-6c80c0161fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:22.750924 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-21150fdf-671f-4c44-ab87-6c80c0161fbd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 1127 time: 0.0615382 May 26 16:57:22.849664 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-276c9dfd-8d3b-47bd-aa8c-bb628b77cefe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a919d060-6065-426c-982a-0881dca96a38 HTTP/1.1" status: 200 len: 217 time: 0.0646839 May 26 16:57:22.871635 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:22.929516 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (6f9add80-e62b-481c-9a8e-f851187e5433), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:23.088866 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Floating IP 6f9add80-e62b-481c-9a8e-f851187e5433 associated. External IP: 172.27.1.214, port: d95376b4-838e-489b-8c7d-892435fd9f18. May 26 16:57:23.120846 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a17d5-8a0e-404a-b000-e152ce59c101 req-0b23f3be-44b5-498d-91cd-87550dc63076 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:23.122633 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ad4a17d5-8a0e-404a-b000-e152ce59c101 req-0b23f3be-44b5-498d-91cd-87550dc63076 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0720725 May 26 16:57:23.202274 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ad4a17d5-8a0e-404a-b000-e152ce59c101 req-2d4756f7-096b-458a-8c78-3a821838b323 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724041 May 26 16:57:23.258243 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55869c4e-121c-48e4-9564-df9ad69ed8aa req-5cd5a24f-3c02-42cc-9c19-040d44022799 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:23.263765 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399a08-aa82-4282-acfb-911714331839 req-22a088be-ab4b-4dbc-952a-9565dc9ea3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:23.265288 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-22a088be-ab4b-4dbc-952a-9565dc9ea3b6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.0616734 May 26 16:57:23.266351 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-55869c4e-121c-48e4-9564-df9ad69ed8aa req-5cd5a24f-3c02-42cc-9c19-040d44022799 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0862596 May 26 16:57:23.314418 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-55869c4e-121c-48e4-9564-df9ad69ed8aa req-25e01297-7fb5-4ac3-ba14-d9db3a9691bf tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471439 May 26 16:57:23.340023 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:23.366458 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:23.396484 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399a08-aa82-4282-acfb-911714331839 req-0981dc2c-0744-43f1-895b-12dcd25c4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:23.398262 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-0981dc2c-0744-43f1-895b-12dcd25c4128 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1180115 May 26 16:57:23.456364 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:57:23.496862 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:23.889377 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-3f2a52fa-5055-4b64-9ffd-97b7228e7336 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275415 May 26 16:57:23.905189 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:57:23.910442 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:23.918568 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:57:23.939879 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:57:23.941056 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:23.970979 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-2fd6c693-85aa-425c-a52e-68c5dc98edad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "PUT /v2.0/floatingips/6f9add80-e62b-481c-9a8e-f851187e5433 HTTP/1.1" status: 200 len: 992 time: 2.1223545 May 26 16:57:23.972258 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'tag': 'd95376b4-838e-489b-8c7d-892435fd9f18'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:23.975372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67093b52-5240-4a32-a90d-620ac97d5c68" -d '{"events": [{"name": "network-changed", "server_uuid": "550e0ebe-517e-452c-97bf-ac35669bab9e", "tag": "d95376b4-838e-489b-8c7d-892435fd9f18"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:24.035058 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c3901-ffb7-4e36-a3a5-5dcbe89ef017 x-openstack-request-id: req-810c3901-ffb7-4e36-a3a5-5dcbe89ef017 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:24.035342 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550e0ebe-517e-452c-97bf-ac35669bab9e", "tag": "d95376b4-838e-489b-8c7d-892435fd9f18", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:24.035595 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-810c3901-ffb7-4e36-a3a5-5dcbe89ef017 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:24.036571 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810c3901-ffb7-4e36-a3a5-5dcbe89ef017'] response: {'name': 'network-changed', 'server_uuid': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'tag': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'status': 'completed', 'code': 200} May 26 16:57:24.065325 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ce399a08-aa82-4282-acfb-911714331839 req-ef2ac8a2-a466-4a2c-be2c-657fbbb859db service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218054 May 26 16:57:24.086901 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:57:24.155355 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-1adc8ec6-aa56-44e2-bba5-44ed4ae7126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:24.156988 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-1adc8ec6-aa56-44e2-bba5-44ed4ae7126c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 1130 time: 0.0459139 May 26 16:57:24.274116 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-8ae9ce13-8f9e-447a-9e89-f6a0983a9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:24.277096 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-8ae9ce13-8f9e-447a-9e89-f6a0983a9056 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 916 time: 0.1131043 May 26 16:57:24.354887 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c953cb-54ab-4c4a-8081-60854f38ff8f req-45c0b629-1e0f-452d-8f11-a1711f123d64 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:24.357110 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c9c953cb-54ab-4c4a-8081-60854f38ff8f req-45c0b629-1e0f-452d-8f11-a1711f123d64 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0543954 May 26 16:57:24.383834 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:39Z', 'revision_number': 2, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}, {'id': '6f9add80-e62b-481c-9a8e-f851187e5433', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:6b:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:56:52Z', 'updated_at': '2022-05-26T16:57:22Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:24.433305 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:57:24.435722 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c9c953cb-54ab-4c4a-8081-60854f38ff8f req-0a350676-9826-4edc-ac90-34702b514f82 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641415 May 26 16:57:24.460853 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:57:24.460853 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:24.478842 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37467e6-fe20-4239-8273-bdccb3f8d709 req-9de5f1bc-0f3f-40f5-a21a-1122e7c62cbf tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:24.480388 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f37467e6-fe20-4239-8273-bdccb3f8d709 req-9de5f1bc-0f3f-40f5-a21a-1122e7c62cbf tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0655479 May 26 16:57:24.506853 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:24.536040 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f37467e6-fe20-4239-8273-bdccb3f8d709 req-72325b2d-dab4-4942-83d6-6fae07ae4574 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487766 May 26 16:57:24.583395 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:57:24.684012 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-d6ee686b-8851-4223-85e1-cc7b87324b96 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d95376b4-838e-489b-8c7d-892435fd9f18 HTTP/1.1" status: 200 len: 1000 time: 0.0727344 May 26 16:57:24.742118 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-44919224-ab5b-44c3-b058-1d09bd225b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:24.743590 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-44919224-ab5b-44c3-b058-1d09bd225b6a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 200 len: 854 time: 0.0465472 May 26 16:57:24.790781 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-39901f23-4d1b-4973-932d-ad44433fc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:24.792272 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-39901f23-4d1b-4973-932d-ad44433fc18a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f04a253f-94d5-469e-a169-e4789fc9cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417089 May 26 16:57:24.811731 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:39Z', 'revision_number': 2, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}, {'id': '6f9add80-e62b-481c-9a8e-f851187e5433', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:6b:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:56:52Z', 'updated_at': '2022-05-26T16:57:22Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:24.815637 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52884) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:24.840982 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc606da-c650-4d59-909a-004a2a8f038c None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:39Z', 'revision_number': 2, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}, {'id': '6f9add80-e62b-481c-9a8e-f851187e5433', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:6b:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:56:52Z', 'updated_at': '2022-05-26T16:57:22Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:57:24.910032 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92b1601-ae02-4443-a36a-2c73320bbfe3 admin admin] Deleting subnet 87308d1c-4163-48b1-8541-452e10249892 {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 16:57:24.914057 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c92b1601-ae02-4443-a36a-2c73320bbfe3 admin admin] Publish callbacks [] for subnet (87308d1c-4163-48b1-8541-452e10249892), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:24.934071 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-ba117a4f-15b3-46ac-9f6c-507ecd7a0e6e service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331291 May 26 16:57:24.955832 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c92b1601-ae02-4443-a36a-2c73320bbfe3 admin admin] Publish callbacks [] for subnet (87308d1c-4163-48b1-8541-452e10249892), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:24.961080 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:24.962344 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c92b1601-ae02-4443-a36a-2c73320bbfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (87308d1c-4163-48b1-8541-452e10249892), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.039740 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-67093b52-5240-4a32-a90d-620ac97d5c68 req-75791295-6af3-4b4c-aea6-2be00ee98ee8 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948594 May 26 16:57:25.069700 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfaf6dc-a217-457f-99b7-cf531232f922 None None] New status for floating IP 6f9add80-e62b-481c-9a8e-f851187e5433: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:57:25.084551 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c92b1601-ae02-4443-a36a-2c73320bbfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for subnet (87308d1c-4163-48b1-8541-452e10249892), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.110252 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1601-ae02-4443-a36a-2c73320bbfe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87308d1c-4163-48b1-8541-452e10249892,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:25.122546 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c92b1601-ae02-4443-a36a-2c73320bbfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.126257 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-c92b1601-ae02-4443-a36a-2c73320bbfe3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/87308d1c-4163-48b1-8541-452e10249892 HTTP/1.1" status: 204 len: 168 time: 0.3092813 May 26 16:57:25.128861 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52886) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:25.212757 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (138add0c-7439-4779-a280-abe6357e82e9), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.304694 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (138add0c-7439-4779-a280-abe6357e82e9), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.341761 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.342220 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.343439 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.343980 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.344491 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.345023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.345574 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.346089 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.346615 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.347171 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.464349 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.464994 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.464994 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.465364 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 16:57:25.465746 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138add0c-7439-4779-a280-abe6357e82e9']}} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:25.484751 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2899f6-2966-4bb5-a4fc-afcb31d396d2') {'for_net_delete': True} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:25.485020 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2899f6-2966-4bb5-a4fc-afcb31d396d2') {} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:25.504474 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4737599'] for segment (3b2899f6-2966-4bb5-a4fc-afcb31d396d2), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.546270 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (3b2899f6-2966-4bb5-a4fc-afcb31d396d2), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.575782 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=111097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:57:25.576181 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4476893'] for segment (3b2899f6-2966-4bb5-a4fc-afcb31d396d2), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.644824 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:25.667482 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e27a5-729e-40f4-a189-23af07bc09d0 req-d155a4e6-0079-4011-94e0-4fcc335181e4 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:25.669180 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0d9e27a5-729e-40f4-a189-23af07bc09d0 req-d155a4e6-0079-4011-94e0-4fcc335181e4 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.1355989 May 26 16:57:25.751861 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d170b1-b612-4023-976e-4526efd97a63 req-693e5eb4-d1ba-4d96-a4f9-5f9a19cc0766 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:25.753442 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-93d170b1-b612-4023-976e-4526efd97a63 req-693e5eb4-d1ba-4d96-a4f9-5f9a19cc0766 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0943828 May 26 16:57:25.764811 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (138add0c-7439-4779-a280-abe6357e82e9), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.786815 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:25.790725 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/138add0c-7439-4779-a280-abe6357e82e9 HTTP/1.1" status: 204 len: 168 time: 0.6600096 May 26 16:57:25.824324 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9dd55-5434-4a4c-be48-88c3752a43a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=138add0c-7439-4779-a280-abe6357e82e9,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:25.844350 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0d9e27a5-729e-40f4-a189-23af07bc09d0 req-46827f36-18dd-4737-96ba-cf7d030423f1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557801 May 26 16:57:25.890427 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-93d170b1-b612-4023-976e-4526efd97a63 req-77ecdb21-53e0-4534-974b-d5f2eb360c63 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270874 May 26 16:57:25.916918 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment 3b2899f6-2966-4bb5-a4fc-afcb31d396d2 resource provider aggregate not found May 26 16:57:25.936614 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment 3b2899f6-2966-4bb5-a4fc-afcb31d396d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b2899f6-2966-4bb5-a4fc-afcb31d396d2 found for delete ", "request_id": "req-dcc354ac-dd9e-4900-9137-7abc7b7f485b"}]} May 26 16:57:26.195082 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52908) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:26.240155 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-678c8a34-25fa-4dab-a14e-ca711af31561 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc9eb3074bcf4c8eb5ddec86dd21f676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431066 May 26 16:57:26.242389 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 52910) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:26.518554 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-be9e8fa9-cc5e-4825-9e84-b1fafab9a915 admin admin] Publish callbacks [] for security_group (afbed0a5-7417-4040-a058-a094be4a57b6), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:26.547539 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-be9e8fa9-cc5e-4825-9e84-b1fafab9a915 admin admin] Publish callbacks [] for security_group (afbed0a5-7417-4040-a058-a094be4a57b6), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:26.704831 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-be9e8fa9-cc5e-4825-9e84-b1fafab9a915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (afbed0a5-7417-4040-a058-a094be4a57b6), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:26.708325 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-be9e8fa9-cc5e-4825-9e84-b1fafab9a915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:26.709539 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-be9e8fa9-cc5e-4825-9e84-b1fafab9a915 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afbed0a5-7417-4040-a058-a094be4a57b6 HTTP/1.1" status: 204 len: 168 time: 0.4660091 May 26 16:57:26.717850 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e8fa9-cc5e-4825-9e84-b1fafab9a915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbed0a5-7417-4040-a058-a094be4a57b6,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:26.976563 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc59e1-253f-4810-b4e0-1c96411e7e16 req-802758e0-82c6-4f3f-92f3-9c6c16b767f6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:26.978690 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-77fc59e1-253f-4810-b4e0-1c96411e7e16 req-802758e0-82c6-4f3f-92f3-9c6c16b767f6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0671465 May 26 16:57:27.015963 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:27.084462 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b382c2e-f360-4f11-a660-f4414bbf83c7 req-8e2ad8e5-b9c7-4437-a50f-a4215692670d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:27.084462 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b382c2e-f360-4f11-a660-f4414bbf83c7 req-8e2ad8e5-b9c7-4437-a50f-a4215692670d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0780571 May 26 16:57:27.090498 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-77fc59e1-253f-4810-b4e0-1c96411e7e16 req-f6f1d163-a608-47c1-82a6-07bcf38dd39a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000261 May 26 16:57:27.151712 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b382c2e-f360-4f11-a660-f4414bbf83c7 req-bfa2e5dc-dd8e-4a0d-9f94-6d0153eeba59 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591691 May 26 16:57:28.224387 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d432fe-329e-45bf-a686-6617bef49000 req-9de595f6-2ee2-46a6-84cd-2d94a58f8919 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:28.226182 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-65d432fe-329e-45bf-a686-6617bef49000 req-9de595f6-2ee2-46a6-84cd-2d94a58f8919 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0529246 May 26 16:57:28.327380 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb08b-96f7-4bc2-90e1-07bfdcb39f0c req-87846b40-1919-42e5-8ebc-ed73bce7e0bc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:28.328847 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-faedb08b-96f7-4bc2-90e1-07bfdcb39f0c req-87846b40-1919-42e5-8ebc-ed73bce7e0bc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0768380 May 26 16:57:28.332405 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-65d432fe-329e-45bf-a686-6617bef49000 req-a582628c-d780-4281-a2fd-c45a431898dc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998616 May 26 16:57:28.381054 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-faedb08b-96f7-4bc2-90e1-07bfdcb39f0c req-bea31abb-2ef7-4bfb-9d33-6cb69c951e17 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459738 May 26 16:57:29.456179 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e43870-35af-497a-b8a9-78a00c9c8fba req-8345c230-6ba7-4ede-b8a1-0173e97a3c2c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:29.458338 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e6e43870-35af-497a-b8a9-78a00c9c8fba req-8345c230-6ba7-4ede-b8a1-0173e97a3c2c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0523515 May 26 16:57:29.512185 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e6e43870-35af-497a-b8a9-78a00c9c8fba req-114b2cb3-28e1-4678-9dc2-5f94f8eb435b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478971 May 26 16:57:29.621730 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddc425-e12b-4649-b144-c6f4bba0bbd5 req-789b4621-d404-45fc-918e-7938755d367e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:29.623203 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3cddc425-e12b-4649-b144-c6f4bba0bbd5 req-789b4621-d404-45fc-918e-7938755d367e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 944 time: 0.0501328 May 26 16:57:29.678264 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3cddc425-e12b-4649-b144-c6f4bba0bbd5 req-a21c6dec-a6d9-47e5-a142-3ba4b36bdb1e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491359 May 26 16:57:29.881239 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:57:29.985146 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:30.002324 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '19f830e3-9d14-4893-a727-3c20d5993b34', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'port_id': '19f830e3-9d14-4893-a727-3c20d5993b34', 'mac_address': 'fa:16:3e:cf:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:57:30.041053 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 19f830e3-9d14-4893-a727-3c20d5993b34 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:57:30.041490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:30.063430 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f830e3-9d14-4893-a727-3c20d5993b34 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:57:30.073025 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:30.075442 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:30.085683 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:30.152536 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:30.229972 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=9']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:30.239436 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.239793 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.241538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.241538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.241538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.241538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.241538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.242223 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.242223 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.242532 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.242854 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.243200 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.243527 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.243847 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.244309 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:30.628955 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:30.644070 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab07a4-2e89-446c-8d9d-16399377cbec req-d86406d5-58d8-4082-9edc-03a4586968f5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:30.646501 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9aab07a4-2e89-446c-8d9d-16399377cbec req-d86406d5-58d8-4082-9edc-03a4586968f5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0544729 May 26 16:57:30.696107 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['19f830e3-9d14-4893-a727-3c20d5993b34'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:57:30.708917 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9aab07a4-2e89-446c-8d9d-16399377cbec req-d7b6a88c-d3f8-42f4-9810-3202e266e59e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563774 May 26 16:57:30.826402 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafcd59-1700-4dee-8760-c3c08cc19dee req-ecd37084-86c8-44e5-9f25-c2d33aa9e869 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:30.828738 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6dafcd59-1700-4dee-8760-c3c08cc19dee req-ecd37084-86c8-44e5-9f25-c2d33aa9e869 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 945 time: 0.0556889 May 26 16:57:30.892145 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6dafcd59-1700-4dee-8760-c3c08cc19dee req-c2006fd4-f0ea-40ed-8838-24eab74358f7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562077 May 26 16:57:31.859867 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efc33-1696-43f4-851a-a54358f04b9d req-1aaa88d5-bb03-4820-a3f6-50d79cd0a8fb tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:31.861595 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5c9efc33-1696-43f4-851a-a54358f04b9d req-1aaa88d5-bb03-4820-a3f6-50d79cd0a8fb tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0737565 May 26 16:57:31.921631 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5c9efc33-1696-43f4-851a-a54358f04b9d req-c53a0133-96c1-415b-831f-a40f89ad747b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529485 May 26 16:57:31.982382 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:57:32.034311 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd319982-d3bb-4854-a492-82e01b8615ee req-bf61bb5f-2587-4614-9f3f-b8c1f1e807dc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:32.036303 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dd319982-d3bb-4854-a492-82e01b8615ee req-bf61bb5f-2587-4614-9f3f-b8c1f1e807dc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 945 time: 0.0596745 May 26 16:57:32.037347 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 19f830e3-9d14-4893-a727-3c20d5993b34 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:57:32.037828 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:32.098565 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dd319982-d3bb-4854-a492-82e01b8615ee req-cbcb27d2-c078-425e-8b28-2bbe42b04bf7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541511 May 26 16:57:32.127755 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 19f830e3-9d14-4893-a727-3c20d5993b34 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:57:32.128144 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:32.156314 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:32.158571 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3798a2-eb03-462c-87de-b25d9f8ae25b" -d '{"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:32.173027 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:32.199900 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a514cba-97f6-43ab-a3de-da540e9becdb x-openstack-request-id: req-6a514cba-97f6-43ab-a3de-da540e9becdb {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:32.200219 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:32.200484 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a514cba-97f6-43ab-a3de-da540e9becdb {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:32.200853 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a514cba-97f6-43ab-a3de-da540e9becdb'] response: {'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34', 'code': 200} May 26 16:57:32.231162 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:32.290587 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=10']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:33.061795 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dc12d-24e8-4914-9218-4a22b91b31be req-4e6f79ca-5c89-49ac-9b99-c2821ce322c9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:33.063437 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e38dc12d-24e8-4914-9218-4a22b91b31be req-4e6f79ca-5c89-49ac-9b99-c2821ce322c9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0584235 May 26 16:57:33.116129 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:33.128732 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e38dc12d-24e8-4914-9218-4a22b91b31be req-39ac026a-4fc7-4206-96c9-c5cd6e76995c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565803 May 26 16:57:33.157249 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d5089-60a9-4c94-83af-fa273899b5a7 req-89282461-8820-40d1-8581-d2c5817cae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:33.159004 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-078d5089-60a9-4c94-83af-fa273899b5a7 req-89282461-8820-40d1-8581-d2c5817cae75 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 1131 time: 0.0531642 May 26 16:57:33.210612 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-078d5089-60a9-4c94-83af-fa273899b5a7 req-162f9348-9ad7-4f28-9878-b7aec77c9987 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449455 May 26 16:57:33.246456 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5f80a-9f48-4bbb-8702-e4b6efef4ec4 req-a80073ca-61f7-4951-a12e-9f44b21d6d7e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:33.247990 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b3d5f80a-9f48-4bbb-8702-e4b6efef4ec4 req-a80073ca-61f7-4951-a12e-9f44b21d6d7e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0542045 May 26 16:57:33.298151 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b3d5f80a-9f48-4bbb-8702-e4b6efef4ec4 req-862ebcdf-939d-47d2-a095-54760b47072f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440941 May 26 16:57:33.968858 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device a919d060-6065-426c-982a-0881dca96a38 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:57:34.129182 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port a919d060-6065-426c-982a-0881dca96a38, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a919d060-6065-426c-982a-0881dca96a38,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:34.152111 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'a919d060-6065-426c-982a-0881dca96a38', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'port_id': 'a919d060-6065-426c-982a-0881dca96a38', 'mac_address': 'fa:16:3e:47:d5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:57:34.202201 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port a919d060-6065-426c-982a-0881dca96a38 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:57:34.202764 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a919d060-6065-426c-982a-0881dca96a38), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:34.220248 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a919d060-6065-426c-982a-0881dca96a38 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:57:34.249896 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port a919d060-6065-426c-982a-0881dca96a38, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a919d060-6065-426c-982a-0881dca96a38,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:34.297507 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc76892-5b4b-45d5-8ab1-d736b8d72474 req-0360df46-5da8-45c2-ba74-a0a9cf38cd8c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:34.300069 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2cc76892-5b4b-45d5-8ab1-d736b8d72474 req-0360df46-5da8-45c2-ba74-a0a9cf38cd8c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 943 time: 0.0631161 May 26 16:57:34.311649 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (a919d060-6065-426c-982a-0881dca96a38), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:34.339249 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:34.380270 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:34.380430 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2cc76892-5b4b-45d5-8ab1-d736b8d72474 req-fae338d6-066a-4514-914d-6cff0a7468df tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696445 May 26 16:57:34.384473 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=a919d060-6065-426c-982a-0881dca96a38,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:34.490944 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d60e3-5f69-4390-93e5-7fd787da9ef4 req-7df6e4f4-054c-4fe0-9d9d-090bbd09cbf0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:34.492483 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-705d60e3-5f69-4390-93e5-7fd787da9ef4 req-7df6e4f4-054c-4fe0-9d9d-090bbd09cbf0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0871367 May 26 16:57:34.573407 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-705d60e3-5f69-4390-93e5-7fd787da9ef4 req-21626939-0396-4548-8c65-e2d641f81bec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741141 May 26 16:57:35.048946 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['a919d060-6065-426c-982a-0881dca96a38'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:57:35.179947 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:35.537368 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941cd3-b295-4974-9d62-5585a002a377 req-9e04cb55-1030-4a59-ae6f-dfb461a4d789 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:35.538944 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6e941cd3-b295-4974-9d62-5585a002a377 req-9e04cb55-1030-4a59-ae6f-dfb461a4d789 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 944 time: 0.0769188 May 26 16:57:35.594759 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6e941cd3-b295-4974-9d62-5585a002a377 req-23ae6599-6d67-4e40-955b-b817bc4411ff tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491409 May 26 16:57:35.728473 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50076e51-2dd4-4433-864c-3bc412529136 req-b8decc0f-a9c6-48d5-b2cb-4d1b0dd2e0ce tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:35.738278 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-50076e51-2dd4-4433-864c-3bc412529136 req-b8decc0f-a9c6-48d5-b2cb-4d1b0dd2e0ce tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0734067 May 26 16:57:35.799206 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-50076e51-2dd4-4433-864c-3bc412529136 req-0229b102-d4f5-4e95-9fa5-631ea0e6af5a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509796 May 26 16:57:36.700762 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device a919d060-6065-426c-982a-0881dca96a38 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:57:36.718163 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36190a7d-4ce2-4a4e-b215-fbdcb9401894 req-9e37c773-e31e-42a3-b60c-59f58ed3d502 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:36.719802 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-36190a7d-4ce2-4a4e-b215-fbdcb9401894 req-9e37c773-e31e-42a3-b60c-59f58ed3d502 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 944 time: 0.0539646 May 26 16:57:36.750611 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port a919d060-6065-426c-982a-0881dca96a38 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:57:36.780687 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-36190a7d-4ce2-4a4e-b215-fbdcb9401894 req-2df0e848-f7fc-4f8a-9f07-b60bf23799b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543327 May 26 16:57:36.830931 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port a919d060-6065-426c-982a-0881dca96a38 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:57:36.831307 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (a919d060-6065-426c-982a-0881dca96a38), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:36.912798 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port a919d060-6065-426c-982a-0881dca96a38 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:57:36.913230 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a919d060-6065-426c-982a-0881dca96a38), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:36.930423 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee95e10-3e3f-4f61-b270-a40ba4709dd3 req-293ba1cd-1e9f-41a3-8b7c-49e82b0e80da tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:36.932309 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ee95e10-3e3f-4f61-b270-a40ba4709dd3 req-293ba1cd-1e9f-41a3-8b7c-49e82b0e80da tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0509365 May 26 16:57:36.940848 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fcc029-dd46-485e-8058-9d577bb0e654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919d060-6065-426c-982a-0881dca96a38'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:36.943741 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48e4511-5759-40b7-bceb-ae010e91c5b4" -d '{"events": [{"server_uuid": "69fcc029-dd46-485e-8058-9d577bb0e654", "name": "network-vif-plugged", "status": "completed", "tag": "a919d060-6065-426c-982a-0881dca96a38"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:36.964178 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port a919d060-6065-426c-982a-0881dca96a38, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a919d060-6065-426c-982a-0881dca96a38,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:36.969582 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:36.986570 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe17162-2d01-4a73-aeff-e81f1f319e6a x-openstack-request-id: req-bfe17162-2d01-4a73-aeff-e81f1f319e6a {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:36.986862 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fcc029-dd46-485e-8058-9d577bb0e654", "name": "network-vif-plugged", "status": "completed", "tag": "a919d060-6065-426c-982a-0881dca96a38", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:36.987111 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfe17162-2d01-4a73-aeff-e81f1f319e6a {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:36.987567 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe17162-2d01-4a73-aeff-e81f1f319e6a'] response: {'server_uuid': '69fcc029-dd46-485e-8058-9d577bb0e654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919d060-6065-426c-982a-0881dca96a38', 'code': 200} May 26 16:57:36.999109 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ee95e10-3e3f-4f61-b270-a40ba4709dd3 req-fb97864d-b4ac-400d-abc8-d43c1474a671 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606029 May 26 16:57:37.055884 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (a919d060-6065-426c-982a-0881dca96a38), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:37.107069 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=a919d060-6065-426c-982a-0881dca96a38,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:37.778740 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08336574-3883-41a9-bfd0-4c6a13fd7cc5 req-2cb2b459-bae9-4eff-be55-29d993a6ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:37.780716 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08336574-3883-41a9-bfd0-4c6a13fd7cc5 req-2cb2b459-bae9-4eff-be55-29d993a6ab15 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 1129 time: 0.0550652 May 26 16:57:37.838453 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-08336574-3883-41a9-bfd0-4c6a13fd7cc5 req-acfd03a3-33fe-453d-8881-d8c5a0b279ec service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 May 26 16:57:37.934368 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74309ba3-1cea-46b4-ac9d-d3cf22583479 req-5f2e263f-42f9-467f-b6ab-8dc9ced55e84 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:37.935861 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-74309ba3-1cea-46b4-ac9d-d3cf22583479 req-5f2e263f-42f9-467f-b6ab-8dc9ced55e84 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 945 time: 0.0613987 May 26 16:57:37.993313 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-74309ba3-1cea-46b4-ac9d-d3cf22583479 req-14f2c251-4037-43ca-87ba-471e94a5cb18 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516982 May 26 16:57:38.125094 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99ad9-1ba7-4c98-b204-6ae333ff5e33 req-0a51acac-7e4a-4a5c-9a73-70fb7b17d2f7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:38.126947 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5e99ad9-1ba7-4c98-b204-6ae333ff5e33 req-0a51acac-7e4a-4a5c-9a73-70fb7b17d2f7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0510023 May 26 16:57:38.180894 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5e99ad9-1ba7-4c98-b204-6ae333ff5e33 req-47c5a59c-606f-4547-8b16-5869a35e7812 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473001 May 26 16:57:39.123326 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaf98b-3c31-469e-8039-f04d987b7d55 req-5c6dc932-cc48-495a-aaef-cbb1177819d0 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:39.124897 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7fcaf98b-3c31-469e-8039-f04d987b7d55 req-5c6dc932-cc48-495a-aaef-cbb1177819d0 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 945 time: 0.0556803 May 26 16:57:39.177833 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7fcaf98b-3c31-469e-8039-f04d987b7d55 req-0480881f-5a71-4b38-90db-ed35df1ebdc3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 May 26 16:57:40.298421 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0da8e6-fca3-467c-866e-c8f5f91f9a0a req-752bfdbd-a76c-4f61-bdb9-ebb959d01974 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:40.300079 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9e0da8e6-fca3-467c-866e-c8f5f91f9a0a req-752bfdbd-a76c-4f61-bdb9-ebb959d01974 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 945 time: 0.0478623 May 26 16:57:40.351583 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9e0da8e6-fca3-467c-866e-c8f5f91f9a0a req-93ea4a32-5e31-4730-9a63-56fef195712f tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454724 May 26 16:57:40.702410 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53206) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:40.828119 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-02e0a28e-4491-4291-a754-56b5257b77f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:40.906888 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-02e0a28e-4491-4291-a754-56b5257b77f6 admin admin] Publish callbacks [] for security_group (df481857-a442-4187-be86-ea5e19cd995f), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:40.979435 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-02e0a28e-4491-4291-a754-56b5257b77f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (df481857-a442-4187-be86-ea5e19cd995f), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:40.993512 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:41.025135 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-02e0a28e-4491-4291-a754-56b5257b77f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e72d3d9c1bfa46c6b538eec4c55a6915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215921 May 26 16:57:41.026065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0a28e-4491-4291-a754-56b5257b77f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df481857-a442-4187-be86-ea5e19cd995f,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:41.029991 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53212) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:41.086654 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f02281-ce52-49e7-8ed5-dbe729fd98c2 admin admin] Publish callbacks [] for security_group (df481857-a442-4187-be86-ea5e19cd995f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:41.111486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f02281-ce52-49e7-8ed5-dbe729fd98c2 admin admin] Publish callbacks [] for security_group (df481857-a442-4187-be86-ea5e19cd995f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:41.148605 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:41.271951 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f02281-ce52-49e7-8ed5-dbe729fd98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (df481857-a442-4187-be86-ea5e19cd995f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:41.274612 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f02281-ce52-49e7-8ed5-dbe729fd98c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:41.275820 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c4f02281-ce52-49e7-8ed5-dbe729fd98c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df481857-a442-4187-be86-ea5e19cd995f HTTP/1.1" status: 204 len: 168 time: 0.2446389 May 26 16:57:41.285076 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f02281-ce52-49e7-8ed5-dbe729fd98c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df481857-a442-4187-be86-ea5e19cd995f,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:41.475833 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ba097-bc2e-4d32-9fde-3a03e7e2fffe req-e6d6301d-3159-4380-809d-ed3e8d2d98f4 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:41.477473 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a59ba097-bc2e-4d32-9fde-3a03e7e2fffe req-e6d6301d-3159-4380-809d-ed3e8d2d98f4 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 945 time: 0.0530453 May 26 16:57:41.540155 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a59ba097-bc2e-4d32-9fde-3a03e7e2fffe req-ae8bc817-d17a-4da0-bf36-b4ec2fa23ec3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566759 May 26 16:57:41.686438 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbb534-23db-4e1e-91e9-4e44eefb993b req-7d1200d6-6b3b-461e-a06c-761a637f370c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:41.688521 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f0cbb534-23db-4e1e-91e9-4e44eefb993b req-7d1200d6-6b3b-461e-a06c-761a637f370c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 945 time: 0.0663896 May 26 16:57:41.750809 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f0cbb534-23db-4e1e-91e9-4e44eefb993b req-3e109d9d-aa06-4394-b6ac-49fd39f28e4c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541332 May 26 16:57:41.785018 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53230) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:42.062350 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1270d6-39b3-46e9-9eee-cd78c20454fd tempest-TestVolumeBootPattern-1933826465 tempest-TestVolumeBootPattern-1933826465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:42.067496 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7c1270d6-39b3-46e9-9eee-cd78c20454fd tempest-TestVolumeBootPattern-1933826465 tempest-TestVolumeBootPattern-1933826465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 1124 time: 0.2798467 May 26 16:57:42.068779 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53236) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:57:42.074076 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'port_id': 'a919d060-6065-426c-982a-0881dca96a38', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:57:42.196655 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:42.305779 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:42.317740 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:42.436397 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Allocated IP 172.27.1.162 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/1cb6d2ac-5bd4-4117-a333-fb7132099c85) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:57:42.585179 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (1cb6d2ac-5bd4-4117-a333-fb7132099c85), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:42.612606 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:42.741064 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (1cb6d2ac-5bd4-4117-a333-fb7132099c85), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:42.808808 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:57:42.811921 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:57:42.815228 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:57:42.850489 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=1cb6d2ac-5bd4-4117-a333-fb7132099c85,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:42.948326 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7921ab-b303-4c66-abc1-b16dc36fac04 req-349300d3-e02f-429f-ada9-8274bfd4f0de tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:42.949845 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2f7921ab-b303-4c66-abc1-b16dc36fac04 req-349300d3-e02f-429f-ada9-8274bfd4f0de tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0769453 May 26 16:57:43.011876 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-110b33a8-4f9c-45da-81b0-d15e2f134d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:43.014320 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-110b33a8-4f9c-45da-81b0-d15e2f134d45 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1130 time: 0.0576065 May 26 16:57:43.069533 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2f7921ab-b303-4c66-abc1-b16dc36fac04 req-5a9059b4-b95d-4136-8399-625930903e26 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974658 May 26 16:57:43.142394 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-9f73f1b9-ef2b-4bc0-a74d-6bc472e15e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:43.144416 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-9f73f1b9-ef2b-4bc0-a74d-6bc472e15e0c service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.1171801 May 26 16:57:43.215253 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:43.218311 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-627451d1-f549-4a15-b9ac-4dc9ea55d4a6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473 HTTP/1.1" status: 200 len: 1002 time: 0.0655081 May 26 16:57:43.267228 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=77 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:43.268118 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:43.288862 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-f5fdbfcd-94cd-42fe-8091-c236c4026135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:43.292435 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-f5fdbfcd-94cd-42fe-8091-c236c4026135 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0607231 May 26 16:57:43.325649 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (2e5c2677-6801-4c1e-9c60-db219e50357f), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:43.358239 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-de1e349c-3eed-4199-9fda-66f7e105c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:43.359772 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-de1e349c-3eed-4199-9fda-66f7e105c2fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590246 May 26 16:57:43.474676 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (1cb6d2ac-5bd4-4117-a333-fb7132099c85), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:43.493227 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-be37845a-937e-4c5e-9562-9f7936267081 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210072 May 26 16:57:43.627220 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-abe3d98c-6030-4756-8d87-794d73c002b4 req-fc1f2788-16ec-472d-8136-89d8bd4f90b1 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188259 May 26 16:57:43.736764 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (1cb6d2ac-5bd4-4117-a333-fb7132099c85), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:43.802852 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (1cb6d2ac-5bd4-4117-a333-fb7132099c85), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:43.874413 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:43.882285 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=1cb6d2ac-5bd4-4117-a333-fb7132099c85,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:43.896657 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (2e5c2677-6801-4c1e-9c60-db219e50357f), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:44.005235 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Floating IP 2e5c2677-6801-4c1e-9c60-db219e50357f associated. External IP: 172.27.1.162, port: a919d060-6065-426c-982a-0881dca96a38. May 26 16:57:44.264236 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e1b6c-79bb-464b-b0c5-2030e5a08626 req-bbad8230-4aa2-4c8f-a319-432c35a06044 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:44.265811 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4d1e1b6c-79bb-464b-b0c5-2030e5a08626 req-bbad8230-4aa2-4c8f-a319-432c35a06044 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0774438 May 26 16:57:44.270743 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:57:44.354335 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4d1e1b6c-79bb-464b-b0c5-2030e5a08626 req-aeeba5ae-edac-414f-9d97-a8a4c05fae99 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820611 May 26 16:57:44.636495 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:57:44.650810 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:57:44.662238 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:57:44.662860 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:44.776016 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:44.810510 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-3d94a619-e193-43a0-9297-3bab8c8242b7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7403889 May 26 16:57:44.811296 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fcc029-dd46-485e-8058-9d577bb0e654', 'tag': 'a919d060-6065-426c-982a-0881dca96a38'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:44.814321 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3417c4-959a-481d-89bc-a60477baba01" -d '{"events": [{"name": "network-changed", "server_uuid": "69fcc029-dd46-485e-8058-9d577bb0e654", "tag": "a919d060-6065-426c-982a-0881dca96a38"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:44.857221 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbda087c-389e-4629-a8a3-2a8286794a0c x-openstack-request-id: req-fbda087c-389e-4629-a8a3-2a8286794a0c {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:44.857698 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fcc029-dd46-485e-8058-9d577bb0e654", "tag": "a919d060-6065-426c-982a-0881dca96a38", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:44.858142 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbda087c-389e-4629-a8a3-2a8286794a0c {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:44.858751 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbda087c-389e-4629-a8a3-2a8286794a0c'] response: {'name': 'network-changed', 'server_uuid': '69fcc029-dd46-485e-8058-9d577bb0e654', 'tag': 'a919d060-6065-426c-982a-0881dca96a38', 'status': 'completed', 'code': 200} May 26 16:57:44.861898 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:57:45.091241 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2e5c2677-6801-4c1e-9c60-db219e50357f', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'a919d060-6065-426c-982a-0881dca96a38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:47:d5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcc029-dd46-485e-8058-9d577bb0e654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:57:43Z', 'updated_at': '2022-05-26T16:57:43Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:45.102794 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3417c4-959a-481d-89bc-a60477baba01 req-0ef2781a-f6aa-4475-98aa-6b84e59b4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:45.104549 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e3417c4-959a-481d-89bc-a60477baba01 req-0ef2781a-f6aa-4475-98aa-6b84e59b4d27 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 1129 time: 0.0506899 May 26 16:57:45.126937 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:57:45.137727 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:57:45.138350 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:45.210966 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3417c4-959a-481d-89bc-a60477baba01 req-3cb2dbf3-72ce-40c9-92ee-6ac27e2b4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:45.212645 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e3417c4-959a-481d-89bc-a60477baba01 req-3cb2dbf3-72ce-40c9-92ee-6ac27e2b4ada service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 912 time: 0.0942907 May 26 16:57:45.245384 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:57:45.323887 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e3417c4-959a-481d-89bc-a60477baba01 req-e33f51b2-e40a-4303-b56f-e3449e383f8b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a919d060-6065-426c-982a-0881dca96a38 HTTP/1.1" status: 200 len: 999 time: 0.0630651 May 26 16:57:45.381791 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3417c4-959a-481d-89bc-a60477baba01 req-26628770-1343-403f-956f-e9ada22f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:45.384345 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e3417c4-959a-481d-89bc-a60477baba01 req-26628770-1343-403f-956f-e9ada22f0099 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.0485358 May 26 16:57:45.437001 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3417c4-959a-481d-89bc-a60477baba01 req-63f7fe56-65aa-4c9d-b022-869e71e25243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:45.438591 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e3417c4-959a-481d-89bc-a60477baba01 req-63f7fe56-65aa-4c9d-b022-869e71e25243 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436096 May 26 16:57:45.472589 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2e5c2677-6801-4c1e-9c60-db219e50357f', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'a919d060-6065-426c-982a-0881dca96a38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:47:d5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcc029-dd46-485e-8058-9d577bb0e654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:57:43Z', 'updated_at': '2022-05-26T16:57:43Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:45.485812 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122c12a-da7a-442f-848d-84d0933aa182 req-63f959e0-45be-4b58-9b69-40f82d48d03d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:45.487629 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9122c12a-da7a-442f-848d-84d0933aa182 req-63f959e0-45be-4b58-9b69-40f82d48d03d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0526268 May 26 16:57:45.498965 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00e1a2-1c64-456e-b8f5-be18f37b78ca None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2e5c2677-6801-4c1e-9c60-db219e50357f', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'a919d060-6065-426c-982a-0881dca96a38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:47:d5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcc029-dd46-485e-8058-9d577bb0e654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:57:43Z', 'updated_at': '2022-05-26T16:57:43Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:57:45.518020 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:45.548855 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e3417c4-959a-481d-89bc-a60477baba01 req-4ea6360e-33c2-446a-a386-3f7c8b8dba99 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994170 May 26 16:57:45.549123 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9122c12a-da7a-442f-848d-84d0933aa182 req-6cf99fa8-0499-4877-bfb0-df09d988d8d6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538602 May 26 16:57:45.593216 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:45.678120 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e3417c4-959a-481d-89bc-a60477baba01 req-3aa5c665-4a06-4274-8cf4-630a3ad53582 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111450 May 26 16:57:45.766582 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff8440-ab78-4c9b-8c1c-e0ee3bdc8ba5 None None] New status for floating IP 2e5c2677-6801-4c1e-9c60-db219e50357f: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:57:46.100397 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:46.685971 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432177c-c905-436e-aa3b-baee82b6adf6 req-96bb37f2-2f38-4696-80bc-eab3251ee6b9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:46.687617 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8432177c-c905-436e-aa3b-baee82b6adf6 req-96bb37f2-2f38-4696-80bc-eab3251ee6b9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0818512 May 26 16:57:46.700875 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f5a26-d9d3-411f-a1f4-7f8090a72da5 req-9c53841e-4249-450a-b970-c67bc8d18ed6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:46.702543 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7c5f5a26-d9d3-411f-a1f4-7f8090a72da5 req-9c53841e-4249-450a-b970-c67bc8d18ed6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0638535 May 26 16:57:46.747196 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:46.776290 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8432177c-c905-436e-aa3b-baee82b6adf6 req-a8ad3bb0-dcdd-4dc6-b46b-d5863ddbab7b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728102 May 26 16:57:46.784110 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7c5f5a26-d9d3-411f-a1f4-7f8090a72da5 req-3f0cc3c9-212c-4bc6-b29b-b47122220584 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727496 May 26 16:57:46.865789 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4931ae22-332d-4660-a1fe-bda157f208c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:47.924838 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a0df6-7d95-4b5d-9570-eaf139d8290b req-938d7c4b-7f1c-4f6d-9336-0cd952496dfb tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:47.926394 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-871a0df6-7d95-4b5d-9570-eaf139d8290b req-938d7c4b-7f1c-4f6d-9336-0cd952496dfb tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0794415 May 26 16:57:47.934632 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076199c7-391f-4de2-a164-06bfbb44c915 req-c6480dae-f240-48f7-bad0-97a03c2cd9ab tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:47.936065 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-076199c7-391f-4de2-a164-06bfbb44c915 req-c6480dae-f240-48f7-bad0-97a03c2cd9ab tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0771844 May 26 16:57:48.007173 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-871a0df6-7d95-4b5d-9570-eaf139d8290b req-0dca4542-d9d8-4cd1-8c1d-4e5617e71e6d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701394 May 26 16:57:48.014343 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-076199c7-391f-4de2-a164-06bfbb44c915 req-742f649d-9ab7-47bd-8885-ca2097e9c743 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708671 May 26 16:57:49.145854 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:49.167500 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6557c39e-c760-4c9b-83f0-2120e3e42451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:49.188962 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb56b0-ca7e-4e6a-bf10-4ea46a9a3229 req-8b69c0df-a982-4569-87da-fa7bc9e497ec tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:49.190461 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ebdb56b0-ca7e-4e6a-bf10-4ea46a9a3229 req-8b69c0df-a982-4569-87da-fa7bc9e497ec tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0858068 May 26 16:57:49.198355 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ebc9-e6ab-436c-8722-3b1105c3f6f9 req-2cacaf09-183d-48e3-a6a8-8b2ab91eb6ec tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:49.200990 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5a32ebc9-e6ab-436c-8722-3b1105c3f6f9 req-2cacaf09-183d-48e3-a6a8-8b2ab91eb6ec tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0856450 May 26 16:57:49.287705 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ebdb56b0-ca7e-4e6a-bf10-4ea46a9a3229 req-e940b08b-0719-4e55-a342-91ff5e49288b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862131 May 26 16:57:49.290868 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5a32ebc9-e6ab-436c-8722-3b1105c3f6f9 req-6b91ed41-b5be-40e2-bb82-1ac95bbd846f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820556 May 26 16:57:50.451860 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5d303-d47a-453b-92b9-048a914184b0 req-4c08058e-6bfb-47be-9361-5eb55870baca tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:50.453428 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dec5d303-d47a-453b-92b9-048a914184b0 req-4c08058e-6bfb-47be-9361-5eb55870baca tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0828767 May 26 16:57:50.461803 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ac6de-91de-406c-83ea-1c17634c7a84 req-ae6782ef-f297-4e6f-beaf-a9c08c5db2d0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:50.463309 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-133ac6de-91de-406c-83ea-1c17634c7a84 req-ae6782ef-f297-4e6f-beaf-a9c08c5db2d0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0815814 May 26 16:57:50.532422 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dec5d303-d47a-453b-92b9-048a914184b0 req-68444c19-e02b-4b45-b130-ca01a231072e tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681353 May 26 16:57:50.544903 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-133ac6de-91de-406c-83ea-1c17634c7a84 req-9a986bd8-71b1-496a-b0a9-1e4eba07fa22 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735412 May 26 16:57:51.318409 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:57:51.356874 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:51.687639 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153308-2995-4572-be74-d0609bcfb855 req-30b2f3e4-1de0-48c8-a128-4400fc9f4478 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:51.690185 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-51153308-2995-4572-be74-d0609bcfb855 req-30b2f3e4-1de0-48c8-a128-4400fc9f4478 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0864551 May 26 16:57:51.711083 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510fb95-cec5-42c4-8255-0a45718ff210 req-7a1cb8a1-c609-4e54-acbd-5d2e489594cc tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:51.712582 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5510fb95-cec5-42c4-8255-0a45718ff210 req-7a1cb8a1-c609-4e54-acbd-5d2e489594cc tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0766473 May 26 16:57:51.776564 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-51153308-2995-4572-be74-d0609bcfb855 req-e7f38223-c2da-431d-98fe-e0f988d23754 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775089 May 26 16:57:51.792370 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5510fb95-cec5-42c4-8255-0a45718ff210 req-78b1066f-41ee-45fe-a08a-7906c763370b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707104 May 26 16:57:52.935409 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea762da-fbf7-4635-a58a-0c23328945c4 req-8d3cb999-5a4c-4cfc-925b-33c1f4ee1f91 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:52.936884 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8ea762da-fbf7-4635-a58a-0c23328945c4 req-8d3cb999-5a4c-4cfc-925b-33c1f4ee1f91 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0849721 May 26 16:57:52.945965 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c5623-7b2b-4e65-867c-e0e006b9e6ea req-2e9e3617-4943-4a1b-8531-28eb2908f3b3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:52.947511 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b56c5623-7b2b-4e65-867c-e0e006b9e6ea req-2e9e3617-4943-4a1b-8531-28eb2908f3b3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0829940 May 26 16:57:52.997491 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:53.030623 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8ea762da-fbf7-4635-a58a-0c23328945c4 req-72eb5d53-47bc-477e-b7a6-900e4c2aaacf tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820835 May 26 16:57:53.034258 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b56c5623-7b2b-4e65-867c-e0e006b9e6ea req-10c44ceb-a1f3-4d77-b413-f42e6211c828 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787213 May 26 16:57:53.288099 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:54.186548 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ebf77-4c16-4df0-ae20-ca7699c0aebd req-9444564f-0cd6-43e3-bb67-7b83846483a6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:54.188070 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f66ebf77-4c16-4df0-ae20-ca7699c0aebd req-9444564f-0cd6-43e3-bb67-7b83846483a6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0819716 May 26 16:57:54.201285 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b88a3-d7c2-41b7-b076-5d02e80c9d00 req-b10e3502-54c8-4829-9812-4746e0f8aefb tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:54.202703 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d67b88a3-d7c2-41b7-b076-5d02e80c9d00 req-b10e3502-54c8-4829-9812-4746e0f8aefb tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0836973 May 26 16:57:54.265928 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f66ebf77-4c16-4df0-ae20-ca7699c0aebd req-075fde49-fc4e-4992-87c6-d0ae1c8dabf2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719149 May 26 16:57:54.290407 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d67b88a3-d7c2-41b7-b076-5d02e80c9d00 req-d4e1569c-9728-41f7-8ff8-151bddf4f8be tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747426 May 26 16:57:54.487445 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:57:55.422021 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fa148-4774-4962-8f7f-b0869387bf79 req-79d01186-4499-4bdf-904e-9758cd7b5ca7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:55.423548 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bf2fa148-4774-4962-8f7f-b0869387bf79 req-79d01186-4499-4bdf-904e-9758cd7b5ca7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0816009 May 26 16:57:55.444471 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34830a8c-7da8-4bb7-82cd-3fe1734ea702 req-9732aeec-5c84-456b-8eb5-ed8583ed01d6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:55.445975 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34830a8c-7da8-4bb7-82cd-3fe1734ea702 req-9732aeec-5c84-456b-8eb5-ed8583ed01d6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0741632 May 26 16:57:55.508922 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bf2fa148-4774-4962-8f7f-b0869387bf79 req-2ff308df-f401-42d6-bb33-4f20e32b45cf tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759983 May 26 16:57:55.526815 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34830a8c-7da8-4bb7-82cd-3fe1734ea702 req-2884ac62-9c51-49aa-9dfb-dd6763962b30 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717537 May 26 16:57:55.671560 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=9 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:55.673856 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=8 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:56.655538 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:56.669831 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01cef0-f51a-4ca2-8785-3dc7100ed2f6 req-03b45d97-e82f-445c-9ef5-2823fecaf074 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:56.671315 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-be01cef0-f51a-4ca2-8785-3dc7100ed2f6 req-03b45d97-e82f-445c-9ef5-2823fecaf074 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0786920 May 26 16:57:56.682660 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be061752-fbd4-4bab-b7ca-f518887f0b3e req-86d14322-6fd5-4341-9322-a5f318abc29d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:56.684151 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-be061752-fbd4-4bab-b7ca-f518887f0b3e req-86d14322-6fd5-4341-9322-a5f318abc29d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0817597 May 26 16:57:56.761228 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-be01cef0-f51a-4ca2-8785-3dc7100ed2f6 req-26d9c9ff-07d0-4438-94b4-75a01fb9396c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759995 May 26 16:57:56.766065 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-be061752-fbd4-4bab-b7ca-f518887f0b3e req-97f3e9aa-7699-4b43-8890-6abe0d563300 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749476 May 26 16:57:57.911830 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4601a-46aa-41db-8372-9b8b476a2012 req-7addc7c8-0d1d-4e90-a3f0-27671371bb0a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:57.913231 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-04f4601a-46aa-41db-8372-9b8b476a2012 req-7addc7c8-0d1d-4e90-a3f0-27671371bb0a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0787969 May 26 16:57:57.921250 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09870420-4dee-4907-8a02-862e87a7813a req-35af3f51-1660-43b6-a9ec-bd67b02775ef tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:57.922693 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-09870420-4dee-4907-8a02-862e87a7813a req-35af3f51-1660-43b6-a9ec-bd67b02775ef tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0778425 May 26 16:57:57.994545 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-04f4601a-46aa-41db-8372-9b8b476a2012 req-eb493c99-e867-43a0-b545-54f6d18e7432 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709023 May 26 16:57:58.001504 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-09870420-4dee-4907-8a02-862e87a7813a req-f511df3a-1545-4ea9-9218-b6ba7e14bc28 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718660 May 26 16:57:59.146792 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a11ef-df46-43b5-81a0-6ca55cd517fe req-f98d5f47-6a49-4cb5-8375-bd005b78adfc tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:59.148278 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cc5a11ef-df46-43b5-81a0-6ca55cd517fe req-f98d5f47-6a49-4cb5-8375-bd005b78adfc tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0798595 May 26 16:57:59.156240 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93c7ac-f1a7-4aa4-b232-286da24a54e5 req-8a476558-f553-4bd2-b558-b8375e017f6e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:59.157655 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ed93c7ac-f1a7-4aa4-b232-286da24a54e5 req-8a476558-f553-4bd2-b558-b8375e017f6e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0779064 May 26 16:57:59.237448 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:57:59.246339 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cc5a11ef-df46-43b5-81a0-6ca55cd517fe req-376570e3-26c9-4ed5-9a43-c98c50e00a7b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872617 May 26 16:57:59.249935 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ed93c7ac-f1a7-4aa4-b232-286da24a54e5 req-a018f8d1-750d-4259-aec9-942cbc64420d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834670 May 26 16:58:00.403699 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc69739-31fc-40fd-8b92-9d658a5cc341 req-960962b5-68b3-49ba-b45c-098380ba1d78 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:00.405083 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5fc69739-31fc-40fd-8b92-9d658a5cc341 req-960962b5-68b3-49ba-b45c-098380ba1d78 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0772333 May 26 16:58:00.411278 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b556dad-cfae-4829-9721-ab1cf9832951 req-b3536e52-8826-4987-9d2d-22a7af3f9b3a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:00.412734 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7b556dad-cfae-4829-9721-ab1cf9832951 req-b3536e52-8826-4987-9d2d-22a7af3f9b3a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0836637 May 26 16:58:00.491789 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5fc69739-31fc-40fd-8b92-9d658a5cc341 req-4d0fced6-6f32-4e79-8923-3f3ab1ab1426 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780623 May 26 16:58:00.495275 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7b556dad-cfae-4829-9721-ab1cf9832951 req-47e9aeb3-79e1-443b-8a91-7229deb70009 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751128 May 26 16:58:01.673625 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c00d3-2846-4863-886e-b969073c1c6c req-e06f299a-56ed-44f6-9864-cb72b2c3876a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:01.675137 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5c7c00d3-2846-4863-886e-b969073c1c6c req-e06f299a-56ed-44f6-9864-cb72b2c3876a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0812109 May 26 16:58:01.682137 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30404f-ed33-4886-a441-af406ec5b201 req-ce852981-0b81-48aa-8616-8a58fb55bb5e tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:01.683617 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4b30404f-ed33-4886-a441-af406ec5b201 req-ce852981-0b81-48aa-8616-8a58fb55bb5e tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0788372 May 26 16:58:01.762780 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5c7c00d3-2846-4863-886e-b969073c1c6c req-1f53182a-ea25-4279-bf8b-34dbefae455a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781610 May 26 16:58:01.770435 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4b30404f-ed33-4886-a441-af406ec5b201 req-8cfa9fd3-7908-463c-89c0-6978fdcefa55 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780795 May 26 16:58:02.434394 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53506) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:02.561185 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:02.646030 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Publish callbacks [] for security_group (c475d85a-52c5-4a22-b8ee-b680a7306d4a), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:02.716737 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c475d85a-52c5-4a22-b8ee-b680a7306d4a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:02.755949 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:02.759532 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c475d85a-52c5-4a22-b8ee-b680a7306d4a,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:02.763830 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be720914e6dd49fc8bf0ec70e5fcd36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284500 May 26 16:58:02.766641 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53510) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:02.772300 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.772695 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.773095 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.773533 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.773925 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.774381 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.774802 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.775237 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.775698 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.776146 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.776600 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.777028 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.777473 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.777893 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.778301 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5c793-6fe2-4bac-a9b1-89d37dda5a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:02.851491 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4672b023-5380-4f6b-ba2b-b367f64e71f6 admin admin] Publish callbacks [] for security_group (c475d85a-52c5-4a22-b8ee-b680a7306d4a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:02.892176 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4672b023-5380-4f6b-ba2b-b367f64e71f6 admin admin] Publish callbacks [] for security_group (c475d85a-52c5-4a22-b8ee-b680a7306d4a), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:02.921638 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb0d39-ac40-40a1-bd7f-5db0018d53d1 req-3e22b0b8-d9e8-4085-bea0-45d2c5240d10 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:02.923170 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6dbb0d39-ac40-40a1-bd7f-5db0018d53d1 req-3e22b0b8-d9e8-4085-bea0-45d2c5240d10 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0600300 May 26 16:58:02.978736 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae141de-c597-4205-884b-be2d07126879 req-af50d053-8f63-4f9d-945b-eaf4a2eb987a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:02.980246 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ae141de-c597-4205-884b-be2d07126879 req-af50d053-8f63-4f9d-945b-eaf4a2eb987a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0827327 May 26 16:58:03.021636 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6dbb0d39-ac40-40a1-bd7f-5db0018d53d1 req-3f1dc523-2ab6-4f3d-b2e7-1e39a76e3697 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820558 May 26 16:58:03.037073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4672b023-5380-4f6b-ba2b-b367f64e71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c475d85a-52c5-4a22-b8ee-b680a7306d4a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:03.039954 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4672b023-5380-4f6b-ba2b-b367f64e71f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:03.041550 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-4672b023-5380-4f6b-ba2b-b367f64e71f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c475d85a-52c5-4a22-b8ee-b680a7306d4a HTTP/1.1" status: 204 len: 168 time: 0.2732179 May 26 16:58:03.050869 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672b023-5380-4f6b-ba2b-b367f64e71f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c475d85a-52c5-4a22-b8ee-b680a7306d4a,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:03.052678 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ae141de-c597-4205-884b-be2d07126879 req-8a519491-cf09-42b5-bd64-9e8c4b6af65a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636256 May 26 16:58:04.185331 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a997c-21d0-48f2-b90b-4295131c817e req-ee4f6126-08a0-4618-8e75-b0e390b320e5 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:04.187187 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-159a997c-21d0-48f2-b90b-4295131c817e req-ee4f6126-08a0-4618-8e75-b0e390b320e5 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0805190 May 26 16:58:04.212035 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=70 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:04.213535 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=86 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:04.240238 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6587-fc55-4e7d-b2c0-675c63b76ff9 req-ec220feb-db4f-4605-a32f-20b6ae59195d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:04.241633 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8dcf6587-fc55-4e7d-b2c0-675c63b76ff9 req-ec220feb-db4f-4605-a32f-20b6ae59195d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0774097 May 26 16:58:04.285545 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-159a997c-21d0-48f2-b90b-4295131c817e req-43a85768-db5d-4fd5-ab0c-be93ef7a1c6a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810592 May 26 16:58:04.302981 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:04.316332 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8dcf6587-fc55-4e7d-b2c0-675c63b76ff9 req-7ae58534-bb0b-45e5-92df-ea283a1f9809 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637865 May 26 16:58:04.416969 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:04.856799 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53562) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:04.992428 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2f325ad4-16c2-479f-9bdd-531ea032c4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:05.073846 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2f325ad4-16c2-479f-9bdd-531ea032c4e2 admin admin] Publish callbacks [] for security_group (60c06e35-be23-4727-a3a9-8057d806cd92), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:05.174586 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-2f325ad4-16c2-479f-9bdd-531ea032c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (60c06e35-be23-4727-a3a9-8057d806cd92), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:05.216149 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f325ad4-16c2-479f-9bdd-531ea032c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c06e35-be23-4727-a3a9-8057d806cd92,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:05.221814 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-2f325ad4-16c2-479f-9bdd-531ea032c4e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50e64843ef614594bee72fa76aa68917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638878 May 26 16:58:05.225223 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53566) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:05.279957 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0cbc65d1-ac39-4bfe-9b4d-fe2d32b572d7 admin admin] Publish callbacks [] for security_group (60c06e35-be23-4727-a3a9-8057d806cd92), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:05.302946 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0cbc65d1-ac39-4bfe-9b4d-fe2d32b572d7 admin admin] Publish callbacks [] for security_group (60c06e35-be23-4727-a3a9-8057d806cd92), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:05.408909 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce9c2b-5284-43b3-9733-4c9e353326f4 req-2454ad7e-2892-48ad-afb3-a67353ac874a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:05.410498 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a5ce9c2b-5284-43b3-9733-4c9e353326f4 req-2454ad7e-2892-48ad-afb3-a67353ac874a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0492060 May 26 16:58:05.430641 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0cbc65d1-ac39-4bfe-9b4d-fe2d32b572d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (60c06e35-be23-4727-a3a9-8057d806cd92), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:05.433876 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0cbc65d1-ac39-4bfe-9b4d-fe2d32b572d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:05.438870 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-0cbc65d1-ac39-4bfe-9b4d-fe2d32b572d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60c06e35-be23-4727-a3a9-8057d806cd92 HTTP/1.1" status: 204 len: 168 time: 0.2091148 May 26 16:58:05.446297 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc65d1-ac39-4bfe-9b4d-fe2d32b572d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c06e35-be23-4727-a3a9-8057d806cd92,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:05.466110 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:05.480000 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3733fed-2af1-4311-845b-e32b129501c4 req-9d206623-4051-4e77-819f-7cd30a61cc42 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:05.481153 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d3733fed-2af1-4311-845b-e32b129501c4 req-9d206623-4051-4e77-819f-7cd30a61cc42 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0697684 May 26 16:58:05.522407 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a5ce9c2b-5284-43b3-9733-4c9e353326f4 req-f4325935-2206-4f10-b67a-a2ce7fd382ac tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026011 May 26 16:58:05.553638 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d3733fed-2af1-4311-845b-e32b129501c4 req-3cea3c30-7453-4067-b647-715d9fb5d21e tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615313 May 26 16:58:06.651051 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b719d-4453-414b-9ec7-cb80bf37e958 req-23813617-17b6-4b72-adb8-5d0225f1c21a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:06.652524 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-986b719d-4453-414b-9ec7-cb80bf37e958 req-23813617-17b6-4b72-adb8-5d0225f1c21a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0593905 May 26 16:58:06.702344 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777883f7-077b-46dd-b7d3-cc2e17501cd0 req-a6e9e205-97ab-4209-8d2d-c157e13bcc01 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:06.703809 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-777883f7-077b-46dd-b7d3-cc2e17501cd0 req-a6e9e205-97ab-4209-8d2d-c157e13bcc01 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0756221 May 26 16:58:06.743618 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-986b719d-4453-414b-9ec7-cb80bf37e958 req-cf3e1563-2b6b-46a4-8d0e-0a4f038453fd tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748971 May 26 16:58:06.775653 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-777883f7-077b-46dd-b7d3-cc2e17501cd0 req-08c37705-aae0-4b0e-8acf-2887bcc07bb4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636206 May 26 16:58:07.177580 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7ebcd-45e1-45af-ab4d-d3eb7fb34f72 req-fdf33997-7d0c-4a23-bd4f-66e4b44edba3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.179166 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b0a7ebcd-45e1-45af-ab4d-d3eb7fb34f72 req-fdf33997-7d0c-4a23-bd4f-66e4b44edba3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0518544 May 26 16:58:07.235665 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b0a7ebcd-45e1-45af-ab4d-d3eb7fb34f72 req-9dadcc38-d534-41d7-9cb9-181d88a973df tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505109 May 26 16:58:07.689654 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53602) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:07.821680 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5758279f-ef3d-499c-9eba-970a9b0958d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:07.906742 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdddf0-3bf9-488a-a1ae-e4b6982a3cf8 req-aefdd140-7af2-4a09-a020-c18ae60f6fb4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.908903 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-13fdddf0-3bf9-488a-a1ae-e4b6982a3cf8 req-aefdd140-7af2-4a09-a020-c18ae60f6fb4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0581458 May 26 16:58:07.949016 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5758279f-ef3d-499c-9eba-970a9b0958d4 admin admin] Publish callbacks [] for security_group (3dba064f-51c2-498e-8e46-fd7ab8c8e924), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:07.950930 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c144d-77a8-4268-a7a3-96eb66559702 req-758c7346-bfdd-4e13-902a-adbedb7d508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.952490 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-940c144d-77a8-4268-a7a3-96eb66559702 req-758c7346-bfdd-4e13-902a-adbedb7d508a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1130 time: 0.0648885 May 26 16:58:07.966169 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-13fdddf0-3bf9-488a-a1ae-e4b6982a3cf8 req-fb2011c1-46b0-430d-8e19-d2b9bb1cd0e8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496092 May 26 16:58:08.006887 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-940c144d-77a8-4268-a7a3-96eb66559702 req-a8c93427-a6f2-428b-8aca-10b93936cf2f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479777 May 26 16:58:08.030921 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5758279f-ef3d-499c-9eba-970a9b0958d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (3dba064f-51c2-498e-8e46-fd7ab8c8e924), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:08.059405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:08.074367 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5758279f-ef3d-499c-9eba-970a9b0958d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8351d28446e4bc2acaac3c284f803d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834159 May 26 16:58:08.075131 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758279f-ef3d-499c-9eba-970a9b0958d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dba064f-51c2-498e-8e46-fd7ab8c8e924,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:08.077213 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53608) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:08.137048 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-89858bd5-5624-43c4-a0fc-8c48a05eda31 admin admin] Publish callbacks [] for security_group (3dba064f-51c2-498e-8e46-fd7ab8c8e924), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:08.149362 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:08.162316 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-89858bd5-5624-43c4-a0fc-8c48a05eda31 admin admin] Publish callbacks [] for security_group (3dba064f-51c2-498e-8e46-fd7ab8c8e924), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:08.294211 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-89858bd5-5624-43c4-a0fc-8c48a05eda31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (3dba064f-51c2-498e-8e46-fd7ab8c8e924), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:08.299090 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-89858bd5-5624-43c4-a0fc-8c48a05eda31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:08.300310 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-89858bd5-5624-43c4-a0fc-8c48a05eda31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dba064f-51c2-498e-8e46-fd7ab8c8e924 HTTP/1.1" status: 204 len: 168 time: 0.2219543 May 26 16:58:08.311230 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89858bd5-5624-43c4-a0fc-8c48a05eda31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dba064f-51c2-498e-8e46-fd7ab8c8e924,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:08.371075 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54b9bd-8de9-44f9-8454-2068ced22e48 req-ec5099c3-d16b-48bc-99b6-f9576b816dca tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:08.372884 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6a54b9bd-8de9-44f9-8454-2068ced22e48 req-ec5099c3-d16b-48bc-99b6-f9576b816dca tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0559499 May 26 16:58:08.428388 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6a54b9bd-8de9-44f9-8454-2068ced22e48 req-8bdd62e3-dfc6-4f0a-91c2-fd9f55e6f295 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480127 May 26 16:58:08.481436 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-40737b18-d89b-4ddc-8eb9-06dfa3f260a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:08.483060 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-40737b18-d89b-4ddc-8eb9-06dfa3f260a9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 1129 time: 0.0490723 May 26 16:58:09.042874 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:09.077085 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-bfaba303-7ff6-43a7-9c6b-e30ce5feef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:09.078704 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-bfaba303-7ff6-43a7-9c6b-e30ce5feef0f service neutron] 10.222.0.95 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 912 time: 0.1076446 May 26 16:58:09.132129 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298b4a2-89e8-4efe-8de5-d696a9928d21 req-a176a8c4-a595-41fa-be89-e733fb2e9359 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:09.134506 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3298b4a2-89e8-4efe-8de5-d696a9928d21 req-a176a8c4-a595-41fa-be89-e733fb2e9359 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0874801 May 26 16:58:09.180327 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-631be552-13c2-43bb-b4f2-0bff5e7c7e7a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 HTTP/1.1" status: 200 len: 1000 time: 0.0709469 May 26 16:58:09.215847 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3298b4a2-89e8-4efe-8de5-d696a9928d21 req-d99da105-298d-4ead-9fa2-47f8f8a55912 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741289 May 26 16:58:09.243402 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-3571c600-44ec-4240-b8be-888f066e0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:09.244923 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-3571c600-44ec-4240-b8be-888f066e0456 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 200 len: 850 time: 0.0577695 May 26 16:58:09.390735 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53634) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:09.495094 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1757726034-network', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:09.501310 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:09.561361 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11f7b7-2c47-4928-9bca-5ce6fa796161 req-0a04126d-13c0-4aba-aaf0-40241fa09f57 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:09.562939 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9e11f7b7-2c47-4928-9bca-5ce6fa796161 req-0a04126d-13c0-4aba-aaf0-40241fa09f57 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0557735 May 26 16:58:09.617574 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9e11f7b7-2c47-4928-9bca-5ce6fa796161 req-4745d348-3c4d-41d1-b763-0fdb8c5c0c01 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479372 May 26 16:58:09.705055 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Made reservation on behalf of b9562e9c747f4808a67c01436d9ede47 for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:09.708379 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:09.718778 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:09.813297 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Publish callbacks [] for security_group (b708a248-0d9f-408b-9a8f-de07a11d45da), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:09.874713 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-d2934053-749d-481c-8680-b3ecd29af5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:09.876262 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-d2934053-749d-481c-8680-b3ecd29af5cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37da0019-c0ef-4a38-bc4c-338c9bba0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453806 May 26 16:58:09.887829 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b708a248-0d9f-408b-9a8f-de07a11d45da), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:09.919221 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:58:09.926551 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b708a248-0d9f-408b-9a8f-de07a11d45da,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:09.935148 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (317249c8-6714-43e5-bc92-b0604b84f319), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:09.935711 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Added segment 317249c8-6714-43e5-bc92-b0604b84f319 of type vlan for network 083fb909-4ca5-4768-88fe-a9b00dc0a812 May 26 16:58:09.986889 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (083fb909-4ca5-4768-88fe-a9b00dc0a812), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:10.098364 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (083fb909-4ca5-4768-88fe-a9b00dc0a812), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:10.099764 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:10.100765 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:10.172852 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=083fb909-4ca5-4768-88fe-a9b00dc0a812,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:10.189709 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:58:10.205053 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-9f167024-af83-497c-8dad-94d936b45b1d service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176138 May 26 16:58:10.309640 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-5ccb5065-75e5-48f3-9fd7-a31bea22d6f4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9169586 May 26 16:58:10.316260 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53642) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:10.316417 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0b494b41-fad2-45b1-9fe1-f24aba422618 req-a764d738-f6c4-4625-8491-e5e73dcc9d67 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036298 May 26 16:58:10.318278 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Request body: {'subnet': {'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1757726034-subnet', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'ip_version': 4}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:10.396771 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534514b-8a61-40c6-83c5-7bbcba07a5ad req-8dde2503-46fd-4dff-a749-7fe3a15c0c63 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:10.398333 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9534514b-8a61-40c6-83c5-7bbcba07a5ad req-8dde2503-46fd-4dff-a749-7fe3a15c0c63 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0755727 May 26 16:58:10.450667 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9534514b-8a61-40c6-83c5-7bbcba07a5ad req-2a544dc3-361b-45c0-9f62-d54f530d9247 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463238 May 26 16:58:10.533526 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Made reservation on behalf of b9562e9c747f4808a67c01436d9ede47 for: {'subnet': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:10.536559 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4534016'] for subnet (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:10.591768 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:10.743101 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:10.766521 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1939e6-77f7-43b7-8784-2caaf20b2cc8 req-304851c0-3bd7-4e31-9bbd-38061b15d71a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:10.768214 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0e1939e6-77f7-43b7-8784-2caaf20b2cc8 req-304851c0-3bd7-4e31-9bbd-38061b15d71a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0678358 May 26 16:58:10.834316 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4476478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4534038'] for subnet (d5d69cff-769f-4d4d-a204-c34eae6aa945), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:10.842599 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0e1939e6-77f7-43b7-8784-2caaf20b2cc8 req-43eeb43c-7d63-49bf-a075-5af1279219bd tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672536 May 26 16:58:10.892440 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d69cff-769f-4d4d-a204-c34eae6aa945,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:10.910182 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Checking segment: {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:10.910527 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Network hostable DHCP agents. Network: 083fb909-4ca5-4768-88fe-a9b00dc0a812, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:58:11.059386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:58:11.139167 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 083fb909-4ca5-4768-88fe-a9b00dc0a812) {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:11.144177 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:11.144873 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.149096 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56cb9df-0490-48d6-beb2-198765b10b5b None None] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:58:11.260112 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-083fb909-4ca5-4768-88fe-a9b00dc0a812', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:58:11.261110 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.274256 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-1552fe37-65df-491d-b276-0fb25aa3eb48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9604809 May 26 16:58:11.277562 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53646) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:11.282760 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:11.406624 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Allocated IP 172.20.0.2 (083fb909-4ca5-4768-88fe-a9b00dc0a812/d5d69cff-769f-4d4d-a204-c34eae6aa945/96bca8bb-1808-4e2a-a315-7e226d3e235d) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:11.516385 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (6dc71487-ba18-49ff-87de-67eeee99f374), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.518065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (6dc71487-ba18-49ff-87de-67eeee99f374), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.564994 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Publish callbacks [] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.613457 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks [] for router_controller (6dc71487-ba18-49ff-87de-67eeee99f374), precommit_add_association {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.620362 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b3bc7-0de8-4d2c-8649-b1dbbadc1506 req-84c07405-46fb-44be-82c1-edb685d7ee13 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:11.621986 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-288b3bc7-0de8-4d2c-8649-b1dbbadc1506 req-84c07405-46fb-44be-82c1-edb685d7ee13 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0916898 May 26 16:58:11.643102 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.673164 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-288b3bc7-0de8-4d2c-8649-b1dbbadc1506 req-ce1c33b4-332c-46ea-a84c-12bdf12c4cbc tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452065 May 26 16:58:11.691315 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:11.694448 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:11.698593 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:11.706122 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Pushing event updated for resources: {'Port': ['ID=96bca8bb-1808-4e2a-a315-7e226d3e235d,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:11.779508 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Attempting to bind port 96bca8bb-1808-4e2a-a315-7e226d3e235d on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:11.780130 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Attempting to bind port 96bca8bb-1808-4e2a-a315-7e226d3e235d by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:11.780747 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Attempting to bind port 96bca8bb-1808-4e2a-a315-7e226d3e235d on network 083fb909-4ca5-4768-88fe-a9b00dc0a812 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:11.791804 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:11.793742 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Checking segment: {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:11.794103 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.794387 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Bound using segment: {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:11.794891 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Bound port: 96bca8bb-1808-4e2a-a315-7e226d3e235d, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:11.795334 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:11.868019 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] For port 96bca8bb-1808-4e2a-a315-7e226d3e235d, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:11.871456 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] For port 96bca8bb-1808-4e2a-a315-7e226d3e235d, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=96bca8bb-1808-4e2a-a315-7e226d3e235d,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:11.968938 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:12.048525 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d18e3-c95e-4211-90a0-614caf790df5 None None] Pushing event updated for resources: {'Port': ['ID=96bca8bb-1808-4e2a-a315-7e226d3e235d,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:12.180202 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks [] for router_gateway (6dc71487-ba18-49ff-87de-67eeee99f374), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:12.227307 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da352b-601b-4204-bd08-e5ddf4ff2859 req-f9c5b72d-4770-4df5-acf7-981ed7860e82 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:12.227307 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a2da352b-601b-4204-bd08-e5ddf4ff2859 req-f9c5b72d-4770-4df5-acf7-981ed7860e82 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0605137 May 26 16:58:12.303157 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a2da352b-601b-4204-bd08-e5ddf4ff2859 req-831e25fb-579d-44c4-b42b-b9c20c55bcc4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691450 May 26 16:58:12.361781 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:12.528403 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks [] for router_gateway (6dc71487-ba18-49ff-87de-67eeee99f374), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:12.539229 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5f019-14c8-4923-b53c-bb1075b93dc0 req-aefb7818-f25e-40be-a15a-fedb2e9f7a61 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:12.545576 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d0a5f019-14c8-4923-b53c-bb1075b93dc0 req-aefb7818-f25e-40be-a15a-fedb2e9f7a61 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0645847 May 26 16:58:12.565117 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:12.604503 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-fbf86e1c-f871-49d5-b962-8ef40dcac74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:12.607560 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-fbf86e1c-f871-49d5-b962-8ef40dcac74e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1130 time: 0.0464575 May 26 16:58:12.663590 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d0a5f019-14c8-4923-b53c-bb1075b93dc0 req-e0d33c0d-1012-4bde-b4a3-2fff7d0ed0c0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054473 May 26 16:58:12.669679 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:12.728893 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-ab2fddbb-4292-4cdf-bef6-e8f510e6eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:12.729205 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Allocated IP 172.27.1.82 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/3ecd217a-427d-48d9-ac9c-f32ffa907ff2) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:12.730718 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-ab2fddbb-4292-4cdf-bef6-e8f510e6eb9b service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.1184227 May 26 16:58:12.842464 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-f356a284-1610-43fc-adaf-008d24242442 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473 HTTP/1.1" status: 200 len: 1002 time: 0.0987375 May 26 16:58:12.903989 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 96bca8bb-1808-4e2a-a315-7e226d3e235d up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:12.914064 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks [] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:12.931310 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-3e918af3-305e-4c32-ad5d-f41009e1c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:12.933702 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-3e918af3-305e-4c32-ad5d-f41009e1c455 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0802150 May 26 16:58:12.957410 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 96bca8bb-1808-4e2a-a315-7e226d3e235d triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:12.958224 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:12.988913 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-e910b09c-59b7-4795-9cdf-b5581cf07bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:12.991475 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-e910b09c-59b7-4795-9cdf-b5581cf07bd7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495307 May 26 16:58:13.003746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:13.026053 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:13.031351 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:13.043739 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 96bca8bb-1808-4e2a-a315-7e226d3e235d is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:13.044399 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:13.093187 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Pushing event updated for resources: {'Port': ['ID=3ecd217a-427d-48d9-ac9c-f32ffa907ff2,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:13.105294 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:13.106843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:13.114533 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:13.115195 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 96bca8bb-1808-4e2a-a315-7e226d3e235d, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=96bca8bb-1808-4e2a-a315-7e226d3e235d,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:13.127712 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:13.133251 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-d7729252-af40-4939-9463-98ff8a0c5039 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336808 May 26 16:58:13.204126 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:13.213868 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e04896-9b1d-425e-8c14-548b08c8f030 None None] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:58:13.257913 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7282bf7c-b035-4f36-9f63-fb0cb0c7296a req-c3780039-5c4c-4107-8693-6949a98358af service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165969 May 26 16:58:13.313370 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-29c3faf5-dd3d-4743-918a-7e220fb5c65d None None] Provisioning complete for port 96bca8bb-1808-4e2a-a315-7e226d3e235d triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:13.313766 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-29c3faf5-dd3d-4743-918a-7e220fb5c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:13.467119 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks [] for router_gateway (6dc71487-ba18-49ff-87de-67eeee99f374), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:13.468053 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=96bca8bb-1808-4e2a-a315-7e226d3e235d,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:13.569805 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-29c3faf5-dd3d-4743-918a-7e220fb5c65d None None] Current status of the port 96bca8bb-1808-4e2a-a315-7e226d3e235d is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:13.665843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (6dc71487-ba18-49ff-87de-67eeee99f374), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:13.667605 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:13.787249 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-9a1520f0-e3d4-4e78-b8ef-b202c83781ec None None] Provisioning complete for port 96bca8bb-1808-4e2a-a315-7e226d3e235d triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:13.787920 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9a1520f0-e3d4-4e78-b8ef-b202c83781ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:13.811035 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10428-f457-44d1-859a-419cf79ed9f9 req-f9b41247-0237-43e8-bcb6-027021a6c5f5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:13.812769 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5f10428-f457-44d1-859a-419cf79ed9f9 req-f9b41247-0237-43e8-bcb6-027021a6c5f5 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0658109 May 26 16:58:13.841243 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:13.871341 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-9a1520f0-e3d4-4e78-b8ef-b202c83781ec None None] Current status of the port 96bca8bb-1808-4e2a-a315-7e226d3e235d is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:13.880991 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5f10428-f457-44d1-859a-419cf79ed9f9 req-b695b3af-f9ed-4e82-9820-7e0ba92ac472 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599506 May 26 16:58:13.996169 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Router 6dc71487-ba18-49ff-87de-67eeee99f374 is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:58:14.100363 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:14.109753 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Sync routers for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:14.120870 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:14.121597 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:14.176448 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:14.178173 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7a3606c8-4841-4515-a0fa-244d65f3eceb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8994172 May 26 16:58:14.182191 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53672) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:14.231925 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:14.397483 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:13Z', 'revision_number': 3, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:14.422121 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Checking router: 6dc71487-ba18-49ff-87de-67eeee99f374 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:14.422462 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Updating router 6dc71487-ba18-49ff-87de-67eeee99f374 port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 binding host dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:58:14.454293 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:14.597088 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:14.742585 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Publish callbacks [] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), precommit_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:14.751246 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:14.762470 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Allocated IP 172.20.0.1 (083fb909-4ca5-4768-88fe-a9b00dc0a812/d5d69cff-769f-4d4d-a204-c34eae6aa945/93a534a4-7455-42c5-a21d-060669b006f0) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:14.818978 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:14.845769 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 96bca8bb-1808-4e2a-a315-7e226d3e235d up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:14.867193 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:14.881903 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Attempting to bind port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:14.885403 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Attempting to bind port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:14.885403 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Attempting to bind port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:14.892738 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Pushing event updated for resources: {'Port': ['ID=3ecd217a-427d-48d9-ac9c-f32ffa907ff2,revision_number=2']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:14.894303 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 96bca8bb-1808-4e2a-a315-7e226d3e235d triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:14.894758 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:14.895350 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:14.895728 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:14.896321 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:14.897517 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:14.898115 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.managers [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Bound port: 3ecd217a-427d-48d9-ac9c-f32ffa907ff2, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:14.898645 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), before_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:14.907462 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.907814 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.908169 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.908524 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.908860 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.909190 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.910094 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.910448 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.910735 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.911054 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.911377 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.911992 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.912107 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.912361 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.912637 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:14.967385 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] For port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:14.971454 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] For port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=3ecd217a-427d-48d9-ac9c-f32ffa907ff2,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:15.000993 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 96bca8bb-1808-4e2a-a315-7e226d3e235d is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:15.054321 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), after_update {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:15.110629 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:15.116859 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:15.117535 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:15.123555 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Publish callbacks [] for port (93a534a4-7455-42c5-a21d-060669b006f0), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:15.156549 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca30b-67d6-479e-9f35-cb020f4e43d7 None None] Pushing event updated for resources: {'Port': ['ID=3ecd217a-427d-48d9-ac9c-f32ffa907ff2,revision_number=3']} {{(pid=111099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:15.179208 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:15.186324 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae75a-4623-427a-bfcb-0ba56aa90b2a req-205aae92-a864-4630-9841-dd1c65883cf3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:15.187956 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1fae75a-4623-427a-bfcb-0ba56aa90b2a req-205aae92-a864-4630-9841-dd1c65883cf3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0682049 May 26 16:58:15.249864 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1fae75a-4623-427a-bfcb-0ba56aa90b2a req-05f79576-a998-4e55-aadd-a35fd0cbd290 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552824 May 26 16:58:15.311153 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (93a534a4-7455-42c5-a21d-060669b006f0), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:15.327924 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:15.354364 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:15.361224 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:15.364745 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:15.394373 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Pushing event updated for resources: {'Port': ['ID=93a534a4-7455-42c5-a21d-060669b006f0,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:15.420239 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (6dc71487-ba18-49ff-87de-67eeee99f374), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:15.518922 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:13Z', 'revision_number': 3, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:15.549433 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676246fa-d50f-4912-ac89-c20f261fd6a2 None None] The sync data for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi is: [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:13Z', 'revision_number': 3, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:15.596536 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:15.604522 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-a2a3a720-e840-4047-b54a-52f81398c572 None None] Provisioning complete for port 93a534a4-7455-42c5-a21d-060669b006f0 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:15.604885 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a720-e840-4047-b54a-52f81398c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (93a534a4-7455-42c5-a21d-060669b006f0), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:15.640447 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3a720-e840-4047-b54a-52f81398c572 None None] Port 93a534a4-7455-42c5-a21d-060669b006f0 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:15.657614 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (93a534a4-7455-42c5-a21d-060669b006f0), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:15.740057 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:15.888349 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Publish callbacks [] for port (93a534a4-7455-42c5-a21d-060669b006f0), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:16.030991 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (93a534a4-7455-42c5-a21d-060669b006f0), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:16.064988 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:16.102849 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Pushing event updated for resources: {'Port': ['ID=93a534a4-7455-42c5-a21d-060669b006f0,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:16.105384 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (6dc71487-ba18-49ff-87de-67eeee99f374), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:16.212088 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:16.213832 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:16.271026 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:16.338017 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Router 6dc71487-ba18-49ff-87de-67eeee99f374 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:16.466583 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-8d33654f-0483-4a87-a052-0c9335cc53e9 None None] Provisioning complete for port 93a534a4-7455-42c5-a21d-060669b006f0 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:16.466948 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8d33654f-0483-4a87-a052-0c9335cc53e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (93a534a4-7455-42c5-a21d-060669b006f0), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:16.498350 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:16.506445 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba8f6-4a21-4129-bae5-3ee5ed2124e9 req-1b77decf-5866-457d-8abc-4d5a60f5d922 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:16.507999 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6dba8f6-4a21-4129-bae5-3ee5ed2124e9 req-1b77decf-5866-457d-8abc-4d5a60f5d922 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.1651998 May 26 16:58:16.511925 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-1652498a-f4e2-4199-bb92-13868a8dfa46 admin admin] 10.222.0.48 "PUT /v2.0/routers/6dc71487-ba18-49ff-87de-67eeee99f374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3287249 May 26 16:58:16.514845 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-8d33654f-0483-4a87-a052-0c9335cc53e9 None None] Port 93a534a4-7455-42c5-a21d-060669b006f0 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:16.577871 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6dba8f6-4a21-4129-bae5-3ee5ed2124e9 req-390b10a0-76b6-4350-99de-d65089fc7b2d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568497 May 26 16:58:16.607630 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-871ba3f0-c53c-451b-9ab1-fa842d40f860 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637188 May 26 16:58:16.688977 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-ad893021-82cc-4699-9c9e-7b651f42c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:16.690616 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-ad893021-82cc-4699-9c9e-7b651f42c05c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 1129 time: 0.0425901 May 26 16:58:16.804604 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-1e4b919e-b251-4770-9645-dd8a92b3432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:16.806175 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-1e4b919e-b251-4770-9645-dd8a92b3432a service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.0946879 May 26 16:58:16.825606 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ef09-0682-4a8c-ae78-156c52311a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:16.867532 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:16.876759 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-d510a74d-95ed-4c5f-a63a-33e0fef63d4b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875fe38c-8738-43ba-96e1-889e5291698c HTTP/1.1" status: 200 len: 217 time: 0.0632620 May 26 16:58:16.917116 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:16.920123 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:16.940092 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-10338f07-1c0d-4cfa-9e78-7fa9a2d423e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:16.941765 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-10338f07-1c0d-4cfa-9e78-7fa9a2d423e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0562155 May 26 16:58:16.994110 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:16.999500 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-45e36c1b-9ad0-4c38-82b7-96b9cb8868f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:17.000993 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-45e36c1b-9ad0-4c38-82b7-96b9cb8868f6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452907 May 26 16:58:17.001658 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:17.009196 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:17.024800 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=3ecd217a-427d-48d9-ac9c-f32ffa907ff2,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:17.099593 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:17.110180 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-def65c76-7e29-4fbd-a62b-df25750a4b0b service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969594 May 26 16:58:17.162855 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=3ecd217a-427d-48d9-ac9c-f32ffa907ff2,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:17.233937 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e74d37b3-d61c-4ee1-ab30-6dfb241c5425 req-984898c1-27db-44aa-8551-c2c9ed86a7bf service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178968 May 26 16:58:17.387671 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Sync routers for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:17.399132 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:17.399809 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:17.456194 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53692) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:17.461103 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1823590383-network', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:17.498868 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:17.511136 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:17.573600 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Made reservation on behalf of c47b3f47f4274f978c20a051237a844f for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:17.576098 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:17.588948 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:17.714591 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Publish callbacks [] for security_group (71a26f4a-074a-4746-8c03-c2530c3ac0c6), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:17.717523 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 2, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:17.728970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81d0df-f539-4452-bd3d-5f283e70e0ee req-dc2a6129-3f9d-4223-bcfa-303ae0d03973 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:17.730565 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1c81d0df-f539-4452-bd3d-5f283e70e0ee req-dc2a6129-3f9d-4223-bcfa-303ae0d03973 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0692797 May 26 16:58:17.743758 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Checking router: 6dc71487-ba18-49ff-87de-67eeee99f374 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:17.744142 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Updating router 6dc71487-ba18-49ff-87de-67eeee99f374 port 93a534a4-7455-42c5-a21d-060669b006f0 binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:58:17.781736 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (93a534a4-7455-42c5-a21d-060669b006f0), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:17.787954 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1c81d0df-f539-4452-bd3d-5f283e70e0ee req-bb622a3e-054a-4d18-9178-54b24ef6c2ed tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476534 May 26 16:58:17.830879 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (71a26f4a-074a-4746-8c03-c2530c3ac0c6), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:17.855018 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:58:17.877651 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:17.883526 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:17.883950 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Added segment a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6 of type vlan for network 66c2108e-70af-4d78-8617-c234983a85aa May 26 16:58:17.894595 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a26f4a-074a-4746-8c03-c2530c3ac0c6,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:17.938454 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (66c2108e-70af-4d78-8617-c234983a85aa), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.038260 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (66c2108e-70af-4d78-8617-c234983a85aa), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.039350 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:18.040495 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.120812 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] Pushing event updated for resources: {'Network': ['ID=66c2108e-70af-4d78-8617-c234983a85aa,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:18.131124 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Publish callbacks [] for port (93a534a4-7455-42c5-a21d-060669b006f0), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.134232 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 66c2108e-70af-4d78-8617-c234983a85aa details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:58:18.150227 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-a0e36573-a76d-43b7-816c-af76f19811ea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6928339 May 26 16:58:18.153201 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53700) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:18.158392 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Request body: {'subnet': {'network_id': '66c2108e-70af-4d78-8617-c234983a85aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1823590383-subnet', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:18.187892 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde950c-ba29-4097-a072-e41d87c2fbdb req-e0acabeb-2115-42b9-b53f-5912a17eafb3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:18.189649 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9dde950c-ba29-4097-a072-e41d87c2fbdb req-e0acabeb-2115-42b9-b53f-5912a17eafb3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.3243930 May 26 16:58:18.199255 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53702) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:18.204503 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-dc95b49c-0f1f-4204-9291-8046d6f94695 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Request body: {'floatingip': {'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:18.242033 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (93a534a4-7455-42c5-a21d-060669b006f0), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.258145 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dc95b49c-0f1f-4204-9291-8046d6f94695 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (5a924954-483e-4960-a6c0-37b66d7cd7ce), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.274286 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Made reservation on behalf of c47b3f47f4274f978c20a051237a844f for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:18.277959 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.295005 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba53b19-201b-4fc4-965c-8a32a37e2157 None None] Pushing event updated for resources: {'Port': ['ID=93a534a4-7455-42c5-a21d-060669b006f0,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:18.301349 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:18.341295 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:18.365528 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Attempting to bind port 93a534a4-7455-42c5-a21d-060669b006f0 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:18.365898 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Attempting to bind port 93a534a4-7455-42c5-a21d-060669b006f0 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:18.366386 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Attempting to bind port 93a534a4-7455-42c5-a21d-060669b006f0 on network 083fb909-4ca5-4768-88fe-a9b00dc0a812 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:18.373087 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:18.373414 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Checking segment: {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:18.373885 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.374283 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Bound using segment: {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:18.374760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Bound port: 93a534a4-7455-42c5-a21d-060669b006f0, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:18.375139 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (93a534a4-7455-42c5-a21d-060669b006f0), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.446320 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] For port 93a534a4-7455-42c5-a21d-060669b006f0, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:18.449941 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] For port 93a534a4-7455-42c5-a21d-060669b006f0, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=93a534a4-7455-42c5-a21d-060669b006f0,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:18.545835 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-9ffa0280-f148-4ccc-a3ff-2a75af5ad48a None None] Provisioning complete for port 93a534a4-7455-42c5-a21d-060669b006f0 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:18.546391 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0280-f148-4ccc-a3ff-2a75af5ad48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (93a534a4-7455-42c5-a21d-060669b006f0), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.569997 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (93a534a4-7455-42c5-a21d-060669b006f0), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.602117 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (54b78a8b-d128-4a9e-a560-ddd335a989c8), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.625774 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa0280-f148-4ccc-a3ff-2a75af5ad48a None None] Port 93a534a4-7455-42c5-a21d-060669b006f0 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:18.649575 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:18.650615 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:18.671661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b78a8b-d128-4a9e-a560-ddd335a989c8,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:18.680818 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Checking segment: {'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:18.683191 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Network hostable DHCP agents. Network: 66c2108e-70af-4d78-8617-c234983a85aa, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:58:18.689510 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba53b19-201b-4fc4-965c-8a32a37e2157 None None] Pushing event updated for resources: {'Port': ['ID=93a534a4-7455-42c5-a21d-060669b006f0,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:18.699595 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:18.746306 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:18.788050 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:18.793225 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dc95b49c-0f1f-4204-9291-8046d6f94695 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.813930 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Network 66c2108e-70af-4d78-8617-c234983a85aa is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:58:18.870446 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:18.922688 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dc95b49c-0f1f-4204-9291-8046d6f94695 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (5a924954-483e-4960-a6c0-37b66d7cd7ce), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:18.951403 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 66c2108e-70af-4d78-8617-c234983a85aa) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:18.960279 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:18.962637 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.072671 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bdf350-850b-483d-bfc4-1e85445ecf97 None None] Network 66c2108e-70af-4d78-8617-c234983a85aa requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:58:19.086157 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3a161ab1-4486-4237-a71a-b48a3c468932 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9316669 May 26 16:58:19.089844 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53704) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:19.093173 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:19.096161 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:19.103269 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:19.167734 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-15d424f1-c028-4431-bdd3-2e2c92427de9 None None] Provisioning complete for port 93a534a4-7455-42c5-a21d-060669b006f0 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:19.168323 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-15d424f1-c028-4431-bdd3-2e2c92427de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (93a534a4-7455-42c5-a21d-060669b006f0), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.170199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc95b49c-0f1f-4204-9291-8046d6f94695 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Router 5a69244d-f231-4882-b119-87e11551d81a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:19.255196 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:19.255564 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.260544 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (dc8522c7-4e13-4276-9014-05639c3a47f3), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.261596 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (dc8522c7-4e13-4276-9014-05639c3a47f3), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.290187 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc95b49c-0f1f-4204-9291-8046d6f94695 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:19.300965 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dc95b49c-0f1f-4204-9291-8046d6f94695 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.301191 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] Sync routers for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:19.314247 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:19.314757 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:57:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:19.351583 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-66c2108e-70af-4d78-8617-c234983a85aa', 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa', 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'fixed_ips': [{'subnet_id': '54b78a8b-d128-4a9e-a560-ddd335a989c8'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 16:58:19.352599 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.353775 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks [] for router_controller (dc8522c7-4e13-4276-9014-05639c3a47f3), precommit_add_association {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.354659 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7e2a37f6-fd94-47b4-9170-eb7fd71314f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.360674 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:19.362963 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fedae87-ee26-492e-aac6-fcf474b0b574" -d '{"events": [{"name": "network-changed", "server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:19.402094 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:18Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:19.404846 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-dc95b49c-0f1f-4204-9291-8046d6f94695 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "PUT /v2.0/floatingips/5a924954-483e-4960-a6c0-37b66d7cd7ce HTTP/1.1" status: 200 len: 994 time: 1.2038252 May 26 16:58:19.406826 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773bae0f-d1b2-47cb-adfe-7fda1be6fac3 x-openstack-request-id: req-773bae0f-d1b2-47cb-adfe-7fda1be6fac3 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:19.407110 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:19.407473 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-773bae0f-d1b2-47cb-adfe-7fda1be6fac3 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:19.407825 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773bae0f-d1b2-47cb-adfe-7fda1be6fac3'] response: {'name': 'network-changed', 'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'status': 'completed', 'code': 200} May 26 16:58:19.448128 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf7ab7-5d6d-4dcd-a5c4-b63f55ddb10a None None] The sync data for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi is: [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:18Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:19.463731 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-15d424f1-c028-4431-bdd3-2e2c92427de9 None None] Current status of the port 93a534a4-7455-42c5-a21d-060669b006f0 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:19.475808 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-15d424f1-c028-4431-bdd3-2e2c92427de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (93a534a4-7455-42c5-a21d-060669b006f0), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.476301 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:19.622158 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:19.630398 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-15d424f1-c028-4431-bdd3-2e2c92427de9 None None] For port 93a534a4-7455-42c5-a21d-060669b006f0, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=93a534a4-7455-42c5-a21d-060669b006f0,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:19.696659 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Allocated IP 172.20.0.2 (66c2108e-70af-4d78-8617-c234983a85aa/54b78a8b-d128-4a9e-a560-ddd335a989c8/336401fc-1c6a-407e-8824-5be9b66c25ae) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:19.700283 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:19.763627 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-15d424f1-c028-4431-bdd3-2e2c92427de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (93a534a4-7455-42c5-a21d-060669b006f0), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.788607 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5a924954-483e-4960-a6c0-37b66d7cd7ce', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '5a69244d-f231-4882-b119-87e11551d81a', 'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'mac_address': 'fa:16:3e:d5:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc5100-c116-4608-a1d9-26e418e0609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:53Z', 'updated_at': '2022-05-26T16:58:18Z', 'revision_number': 3, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:19.817977 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-6878b357-2c29-4799-bb4c-87b74d8f9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:19.819577 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-6878b357-2c29-4799-bb4c-87b74d8f9e0b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1130 time: 0.0804236 May 26 16:58:19.820675 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:19.823673 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks [] for router_gateway (dc8522c7-4e13-4276-9014-05639c3a47f3), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.830765 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] Checking router: 5a69244d-f231-4882-b119-87e11551d81a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:19.841182 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:19.841852 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:19.848887 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d424f1-c028-4431-bdd3-2e2c92427de9 None None] Pushing event updated for resources: {'Port': ['ID=93a534a4-7455-42c5-a21d-060669b006f0,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:19.916450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Publish callbacks [] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:19.938567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-47cd25a7-f4ba-4235-ba4e-ac53d07b605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:19.949177 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-47cd25a7-f4ba-4235-ba4e-ac53d07b605b service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.1118379 May 26 16:58:19.949365 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:19.964415 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:20.014543 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-7c9de392-c1c6-4458-8af9-9e18d8b5d09b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473 HTTP/1.1" status: 200 len: 1002 time: 0.0623050 May 26 16:58:20.055266 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:20.129245 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-0e13dba6-b4dd-4ef7-9dc0-1a2803a7f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:20.133735 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-0e13dba6-b4dd-4ef7-9dc0-1a2803a7f75d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.1118417 May 26 16:58:20.147296 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Pushing event updated for resources: {'Port': ['ID=336401fc-1c6a-407e-8824-5be9b66c25ae,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:20.153933 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks [] for router_gateway (dc8522c7-4e13-4276-9014-05639c3a47f3), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:20.157737 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Network 66c2108e-70af-4d78-8617-c234983a85aa is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:20.170218 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:20.175108 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:20.196919 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:20.219205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-ce0eaaf5-1395-4c90-ae9a-1c85529046d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:20.219205 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-ce0eaaf5-1395-4c90-ae9a-1c85529046d4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621212 May 26 16:58:20.262393 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5a924954-483e-4960-a6c0-37b66d7cd7ce', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '5a69244d-f231-4882-b119-87e11551d81a', 'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'mac_address': 'fa:16:3e:d5:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc5100-c116-4608-a1d9-26e418e0609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:53Z', 'updated_at': '2022-05-26T16:58:18Z', 'revision_number': 3, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:20.264698 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Attempting to bind port 336401fc-1c6a-407e-8824-5be9b66c25ae on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:20.265220 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Attempting to bind port 336401fc-1c6a-407e-8824-5be9b66c25ae by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:20.265614 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Attempting to bind port 336401fc-1c6a-407e-8824-5be9b66c25ae on network 66c2108e-70af-4d78-8617-c234983a85aa {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:20.274540 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:20.274971 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Checking segment: {'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:20.275313 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:20.275707 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Bound using segment: {'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:20.276185 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Bound port: 336401fc-1c6a-407e-8824-5be9b66c25ae, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:20.276561 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:20.300087 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74555e-e8c6-47c2-861e-7ece51b7389c None None] The sync data for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi is: [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5a924954-483e-4960-a6c0-37b66d7cd7ce', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '5a69244d-f231-4882-b119-87e11551d81a', 'port_id': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'mac_address': 'fa:16:3e:d5:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efc5100-c116-4608-a1d9-26e418e0609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:53Z', 'updated_at': '2022-05-26T16:58:18Z', 'revision_number': 3, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:20.373436 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-91670a50-fd09-4a8a-a41f-5fd8eef5ccc0 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323781 May 26 16:58:20.373562 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:20.382553 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Allocated IP 172.27.1.67 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/09243259-2e86-454f-94ff-3cdf12f13434) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:20.385883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] For port 336401fc-1c6a-407e-8824-5be9b66c25ae, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:20.389365 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] For port 336401fc-1c6a-407e-8824-5be9b66c25ae, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=336401fc-1c6a-407e-8824-5be9b66c25ae,segment=NetworkSegment(a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6),segment_id=a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:20.445793 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:20.483680 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0fedae87-ee26-492e-aac6-fcf474b0b574 req-429ee828-0dc8-4560-8771-c197e6e9cd8c service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117172 May 26 16:58:20.511234 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:20.618265 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907f385-f481-49cd-b56b-1113f0b1c152 None None] Pushing event updated for resources: {'Port': ['ID=336401fc-1c6a-407e-8824-5be9b66c25ae,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:20.803157 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks [] for port (09243259-2e86-454f-94ff-3cdf12f13434), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:20.806584 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:20.899952 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (09243259-2e86-454f-94ff-3cdf12f13434), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:20.966560 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:20.973985 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:20.973985 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Pushing event updated for resources: {'Port': ['ID=09243259-2e86-454f-94ff-3cdf12f13434,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:20.981179 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:20.996327 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 336401fc-1c6a-407e-8824-5be9b66c25ae up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:21.046725 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 336401fc-1c6a-407e-8824-5be9b66c25ae triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:21.047100 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:21.134146 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 336401fc-1c6a-407e-8824-5be9b66c25ae is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:21.134813 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:21.172429 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 336401fc-1c6a-407e-8824-5be9b66c25ae, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=336401fc-1c6a-407e-8824-5be9b66c25ae,segment=NetworkSegment(a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6),segment_id=a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:21.297537 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks [] for router_gateway (dc8522c7-4e13-4276-9014-05639c3a47f3), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:21.333546 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:21.344161 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 93a534a4-7455-42c5-a21d-060669b006f0 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:21.408085 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=336401fc-1c6a-407e-8824-5be9b66c25ae,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:21.411009 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:21.416170 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:21.420814 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 93a534a4-7455-42c5-a21d-060669b006f0 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:21.421180 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (93a534a4-7455-42c5-a21d-060669b006f0), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:21.428688 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:21.435115 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:21.483953 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9bb725-1b6e-40bb-88ba-3f71a2798170 x-openstack-request-id: req-6a9bb725-1b6e-40bb-88ba-3f71a2798170 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:21.484250 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:21.484478 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a9bb725-1b6e-40bb-88ba-3f71a2798170 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:21.484862 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9bb725-1b6e-40bb-88ba-3f71a2798170'] response: {'name': 'network-changed', 'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'status': 'completed', 'code': 200} May 26 16:58:21.502279 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 93a534a4-7455-42c5-a21d-060669b006f0 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:21.510601 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (dc8522c7-4e13-4276-9014-05639c3a47f3), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:21.595936 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-4c7388a1-2c04-4445-bea9-0fb855b4e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:21.598936 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-4c7388a1-2c04-4445-bea9-0fb855b4e44d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 1130 time: 0.0520203 May 26 16:58:21.619870 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:21.712151 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-8f090cff-5f70-4373-ac93-ebcb07c6190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:21.713654 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-8f090cff-5f70-4373-ac93-ebcb07c6190c service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 200 len: 920 time: 0.1074662 May 26 16:58:21.739389 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Router dc8522c7-4e13-4276-9014-05639c3a47f3 is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:58:21.783179 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-b047d918-d828-4cbf-a4e8-1b6399abecb1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473 HTTP/1.1" status: 200 len: 1002 time: 0.0618799 May 26 16:58:21.847421 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-b2d2029e-b0af-40ee-87ab-94e709751a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:21.851550 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-b2d2029e-b0af-40ee-87ab-94e709751a05 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 200 len: 858 time: 0.0563903 May 26 16:58:21.864559 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:21.868369 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Sync routers for ids ['dc8522c7-4e13-4276-9014-05639c3a47f3'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:21.881428 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Routers {'dc8522c7-4e13-4276-9014-05639c3a47f3'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:21.881836 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['dc8522c7-4e13-4276-9014-05639c3a47f3'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:21.914768 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-1496fc23-3817-4949-8daa-c06103732344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:21.916298 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-1496fc23-3817-4949-8daa-c06103732344 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6174ed6-c511-43d9-b82c-ba126d400329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500948 May 26 16:58:21.920338 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81cc20d-9343-41a9-a476-45ef3b897a50 None None] Network 66c2108e-70af-4d78-8617-c234983a85aa requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:58:21.953709 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:21.958012 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7f42b2e1-decd-48a5-b59f-6b8008feefe7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8642411 May 26 16:58:21.961290 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53714) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:22.025520 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-bc78bcee-e5e4-4dd2-9d69-acf3681e1530 service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977969 May 26 16:58:22.053007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-c1e2153b-4990-4fbf-bbf4-638203d4d5a8 None None] Provisioning complete for port 336401fc-1c6a-407e-8824-5be9b66c25ae triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:22.053407 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c1e2153b-4990-4fbf-bbf4-638203d4d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:22.089956 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Set router dc8522c7-4e13-4276-9014-05639c3a47f3 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:22.117192 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:22.143062 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-45e3b06b-fab7-480e-b5d8-a9d138d4a3e4 req-4011415b-47f2-4fd2-93cd-fa410fc88e4d service neutron] 10.222.0.95 "GET /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090071 May 26 16:58:22.173862 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:22.395791 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:22.405116 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:22.434944 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2153b-4990-4fbf-bbf4-638203d4d5a8 None None] Current status of the port 336401fc-1c6a-407e-8824-5be9b66c25ae is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:22.503128 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '09243259-2e86-454f-94ff-3cdf12f13434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T16:58:21Z', 'revision_number': 3, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port': {'id': '09243259-2e86-454f-94ff-3cdf12f13434', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:20Z', 'updated_at': '2022-05-26T16:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:22.536017 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Checking router: dc8522c7-4e13-4276-9014-05639c3a47f3 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:22.536496 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Updating router dc8522c7-4e13-4276-9014-05639c3a47f3 port 09243259-2e86-454f-94ff-3cdf12f13434 binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:58:22.572719 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (09243259-2e86-454f-94ff-3cdf12f13434), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:22.606511 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Allocated IP 172.20.0.1 (66c2108e-70af-4d78-8617-c234983a85aa/54b78a8b-d128-4a9e-a560-ddd335a989c8/527e13cf-2e42-4c9d-8777-c41a7568fa08) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:22.715727 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-cb45de90-fea8-49b6-a521-59e5c852ad80 None None] Provisioning complete for port 336401fc-1c6a-407e-8824-5be9b66c25ae triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:22.716024 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-cb45de90-fea8-49b6-a521-59e5c852ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:22.719628 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Publish callbacks [] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:22.730215 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:22.824350 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:22.844277 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:22.871469 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 336401fc-1c6a-407e-8824-5be9b66c25ae up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:22.893243 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Network 66c2108e-70af-4d78-8617-c234983a85aa is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:22.899316 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:22.901544 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Pushing event updated for resources: {'Port': ['ID=527e13cf-2e42-4c9d-8777-c41a7568fa08,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:22.903719 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:22.929033 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-cb45de90-fea8-49b6-a521-59e5c852ad80 None None] Current status of the port 336401fc-1c6a-407e-8824-5be9b66c25ae is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:22.948577 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (dc8522c7-4e13-4276-9014-05639c3a47f3), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.013909 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 336401fc-1c6a-407e-8824-5be9b66c25ae triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:23.015784 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.052232 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:23.067493 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Publish callbacks [] for port (09243259-2e86-454f-94ff-3cdf12f13434), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.119936 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6c1d0-8c02-4b9f-90c1-b0afe74c26c5 req-09508b3a-4df6-48b6-867f-6805cd0f2d03 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:23.121701 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2d6c1d0-8c02-4b9f-90c1-b0afe74c26c5 req-09508b3a-4df6-48b6-867f-6805cd0f2d03 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.0728912 May 26 16:58:23.125703 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:23.131367 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 336401fc-1c6a-407e-8824-5be9b66c25ae is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:23.155406 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-a1647936-db3b-433c-b2ea-e7aa2d90a183 None None] Provisioning complete for port 527e13cf-2e42-4c9d-8777-c41a7568fa08 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:23.155807 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a1647936-db3b-433c-b2ea-e7aa2d90a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.177735 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2d6c1d0-8c02-4b9f-90c1-b0afe74c26c5 req-0547ab3a-45cb-4317-80ed-b4e2ceb34f03 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482783 May 26 16:58:23.178753 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (09243259-2e86-454f-94ff-3cdf12f13434), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.244216 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-a1647936-db3b-433c-b2ea-e7aa2d90a183 None None] Port 527e13cf-2e42-4c9d-8777-c41a7568fa08 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:23.248454 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.272039 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cae9f8-e561-40c8-96b5-f37d9d49e3c9 None None] Pushing event updated for resources: {'Port': ['ID=09243259-2e86-454f-94ff-3cdf12f13434,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:23.275490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Attempting to bind port 09243259-2e86-454f-94ff-3cdf12f13434 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:23.276011 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Attempting to bind port 09243259-2e86-454f-94ff-3cdf12f13434 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:23.276442 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Attempting to bind port 09243259-2e86-454f-94ff-3cdf12f13434 on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:23.283782 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:23.291687 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:23.291687 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.291687 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:23.291687 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Bound port: 09243259-2e86-454f-94ff-3cdf12f13434, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:23.291687 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (09243259-2e86-454f-94ff-3cdf12f13434), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.340427 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] For port 09243259-2e86-454f-94ff-3cdf12f13434, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:23.344867 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] For port 09243259-2e86-454f-94ff-3cdf12f13434, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=09243259-2e86-454f-94ff-3cdf12f13434,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:23.350652 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.442765 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (09243259-2e86-454f-94ff-3cdf12f13434), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.460842 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Publish callbacks [] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.499796 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Routers {'dc8522c7-4e13-4276-9014-05639c3a47f3'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:23.500430 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['dc8522c7-4e13-4276-9014-05639c3a47f3'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:23.515691 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.541956 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cae9f8-e561-40c8-96b5-f37d9d49e3c9 None None] Pushing event updated for resources: {'Port': ['ID=09243259-2e86-454f-94ff-3cdf12f13434,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:23.579102 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:23.587725 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Pushing event updated for resources: {'Port': ['ID=527e13cf-2e42-4c9d-8777-c41a7568fa08,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:23.590046 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (dc8522c7-4e13-4276-9014-05639c3a47f3), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:23.614654 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] Set router dc8522c7-4e13-4276-9014-05639c3a47f3 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:23.683961 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Network 66c2108e-70af-4d78-8617-c234983a85aa is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:23.685639 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:23.744091 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:23.804871 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Router dc8522c7-4e13-4276-9014-05639c3a47f3 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:23.821432 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '09243259-2e86-454f-94ff-3cdf12f13434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T16:58:23Z', 'revision_number': 4, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port': {'id': '09243259-2e86-454f-94ff-3cdf12f13434', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:20Z', 'updated_at': '2022-05-26T16:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '527e13cf-2e42-4c9d-8777-c41a7568fa08', 'name': '', 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'mac_address': 'fa:16:3e:26:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:22Z', 'updated_at': '2022-05-26T16:58:22Z', 'revision_number': 1, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'subnets': [{'id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:23.848421 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb0fbe-d200-4f0f-95c3-7ce4d29b3144 None None] The sync data for ids ['dc8522c7-4e13-4276-9014-05639c3a47f3'] in dv-cinder-836070-4-iscsi is: [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '09243259-2e86-454f-94ff-3cdf12f13434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T16:58:23Z', 'revision_number': 4, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port': {'id': '09243259-2e86-454f-94ff-3cdf12f13434', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:20Z', 'updated_at': '2022-05-26T16:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '527e13cf-2e42-4c9d-8777-c41a7568fa08', 'name': '', 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'mac_address': 'fa:16:3e:26:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:22Z', 'updated_at': '2022-05-26T16:58:22Z', 'revision_number': 1, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'subnets': [{'id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:23.920090 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:23.925988 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-3d339e59-5807-426c-bdf0-57f66b373c9e admin admin] 10.222.0.48 "PUT /v2.0/routers/dc8522c7-4e13-4276-9014-05639c3a47f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9666746 May 26 16:58:23.966065 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-64a9e72c-f986-4294-939a-c636b45873a2 None None] Provisioning complete for port 527e13cf-2e42-4c9d-8777-c41a7568fa08 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:23.966524 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-64a9e72c-f986-4294-939a-c636b45873a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.000444 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-64a9e72c-f986-4294-939a-c636b45873a2 None None] Port 527e13cf-2e42-4c9d-8777-c41a7568fa08 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:24.323109 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04595-09c4-43af-86f1-4c2f25e25e83 req-e5fd0b93-59ea-4cb2-9852-10a346fa66fd tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:24.324798 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-74b04595-09c4-43af-86f1-4c2f25e25e83 req-e5fd0b93-59ea-4cb2-9852-10a346fa66fd tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.0508893 May 26 16:58:24.325312 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53738) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:24.329983 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-5338b696-e03a-4336-a56d-d1e718254c22 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135469612', 'description': 'tempest-secgroup-smoke-135469612 description', 'project_id': 'b9562e9c747f4808a67c01436d9ede47'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:24.400178 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-74b04595-09c4-43af-86f1-4c2f25e25e83 req-2c39c9e0-8e4d-48a9-8446-fdcc8bf994d2 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641713 May 26 16:58:24.453458 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5338b696-e03a-4336-a56d-d1e718254c22 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.504078 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.529515 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5338b696-e03a-4336-a56d-d1e718254c22 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group (84e3935a-1b47-4dee-b165-29809016090f), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.619786 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5338b696-e03a-4336-a56d-d1e718254c22 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (84e3935a-1b47-4dee-b165-29809016090f), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.651095 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b696-e03a-4336-a56d-d1e718254c22 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e3935a-1b47-4dee-b165-29809016090f,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:24.729487 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5338b696-e03a-4336-a56d-d1e718254c22 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.731370 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-5338b696-e03a-4336-a56d-d1e718254c22 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4049091 May 26 16:58:24.734506 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53740) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:24.740450 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'security_group_rule': {'security_group_id': '84e3935a-1b47-4dee-b165-29809016090f', 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:24.821332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (87758f53-18ab-4d61-a0c1-b63e35f44fea), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.867337 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 09243259-2e86-454f-94ff-3cdf12f13434 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:24.890729 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (87758f53-18ab-4d61-a0c1-b63e35f44fea), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.914929 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 09243259-2e86-454f-94ff-3cdf12f13434 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:24.915292 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (09243259-2e86-454f-94ff-3cdf12f13434), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.956321 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (87758f53-18ab-4d61-a0c1-b63e35f44fea), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.988176 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87758f53-18ab-4d61-a0c1-b63e35f44fea,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:24.996943 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:24.998426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:24.998426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:24.998635 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 09243259-2e86-454f-94ff-3cdf12f13434 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:24.998743 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:24.998845 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (09243259-2e86-454f-94ff-3cdf12f13434), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:24.999070 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:24.999419 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:24.999754 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.000086 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.000419 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.000856 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.001121 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.001449 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.001778 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.002100 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.002422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:25.021447 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 09243259-2e86-454f-94ff-3cdf12f13434, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=09243259-2e86-454f-94ff-3cdf12f13434,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:25.032283 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.033695 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-cfd9701b-6877-4eb6-b074-652d991c43bc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2974079 May 26 16:58:25.037422 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53742) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:25.042236 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-99cb17b6-95af-4b80-8ab3-0cb1987aa10f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'security_group_rule': {'security_group_id': '84e3935a-1b47-4dee-b165-29809016090f', 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:25.081896 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (09243259-2e86-454f-94ff-3cdf12f13434), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.086298 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-d9a0b9bc-4dbe-44be-bdff-92358735cb1d tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:25.087761 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-d9a0b9bc-4dbe-44be-bdff-92358735cb1d tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.0483847 May 26 16:58:25.131482 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=09243259-2e86-454f-94ff-3cdf12f13434,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:25.169106 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-99cb17b6-95af-4b80-8ab3-0cb1987aa10f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (59a6a93d-be52-4476-b9cc-5125ce381eab), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.182215 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:25.185521 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Deleting port d95376b4-838e-489b-8c7d-892435fd9f18 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:58:25.185872 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.222902 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-99cb17b6-95af-4b80-8ab3-0cb1987aa10f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (59a6a93d-be52-4476-b9cc-5125ce381eab), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.284014 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] For port d95376b4-838e-489b-8c7d-892435fd9f18, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d95376b4-838e-489b-8c7d-892435fd9f18,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:25.290515 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.317121 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-99cb17b6-95af-4b80-8ab3-0cb1987aa10f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (59a6a93d-be52-4476-b9cc-5125ce381eab), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.335573 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb17b6-95af-4b80-8ab3-0cb1987aa10f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a6a93d-be52-4476-b9cc-5125ce381eab,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:25.409942 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-99cb17b6-95af-4b80-8ab3-0cb1987aa10f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.411580 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-99cb17b6-95af-4b80-8ab3-0cb1987aa10f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3730829 May 26 16:58:25.416650 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53744) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:25.421585 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-08821bb5-48fe-46d5-b543-978acad3e033 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'security_group_rule': {'security_group_id': '84e3935a-1b47-4dee-b165-29809016090f', 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:25.507537 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-08821bb5-48fe-46d5-b543-978acad3e033 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (150b5bd0-81de-4a10-bf79-a4889929fdb3), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.591212 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:25.602984 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:25.607337 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26a66d-23e6-4846-8198-d7f376021611 req-3afe4c69-ac34-40bb-9d12-00ddae719a13 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:25.607337 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bf26a66d-23e6-4846-8198-d7f376021611 req-3afe4c69-ac34-40bb-9d12-00ddae719a13 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 946 time: 0.1257586 May 26 16:58:25.625084 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-08821bb5-48fe-46d5-b543-978acad3e033 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (150b5bd0-81de-4a10-bf79-a4889929fdb3), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.662808 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bf26a66d-23e6-4846-8198-d7f376021611 req-86a59473-94b7-4bf8-a5f1-21dd377f18df tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6d05fd3-77da-4ee7-b317-43ff10e27318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487065 May 26 16:58:25.711237 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-08821bb5-48fe-46d5-b543-978acad3e033 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (150b5bd0-81de-4a10-bf79-a4889929fdb3), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.734196 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08821bb5-48fe-46d5-b543-978acad3e033 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150b5bd0-81de-4a10-bf79-a4889929fdb3,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:25.773883 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.774630 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (6f9add80-e62b-481c-9a8e-f851187e5433), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.774630 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Floating IP 6f9add80-e62b-481c-9a8e-f851187e5433 disassociated. External IP: 172.27.1.214, port: d95376b4-838e-489b-8c7d-892435fd9f18. May 26 16:58:25.774899 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Calling delete_port for d95376b4-838e-489b-8c7d-892435fd9f18 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:58:25.792594 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-08821bb5-48fe-46d5-b543-978acad3e033 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.793856 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-08821bb5-48fe-46d5-b543-978acad3e033 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3760920 May 26 16:58:25.796528 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53750) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:25.801111 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-8c5461b9-90f5-4ed8-a44f-afaa6c9ad0f9 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'security_group_rule': {'security_group_id': '84e3935a-1b47-4dee-b165-29809016090f', 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:25.889123 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:25.918230 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8c5461b9-90f5-4ed8-a44f-afaa6c9ad0f9 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (4b8f254c-2170-438e-a376-18db026c65ba), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:25.973666 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8c5461b9-90f5-4ed8-a44f-afaa6c9ad0f9 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (4b8f254c-2170-438e-a376-18db026c65ba), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.003653 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (d95376b4-838e-489b-8c7d-892435fd9f18), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.032347 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'Port': ['ID=d95376b4-838e-489b-8c7d-892435fd9f18,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:26.059439 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8c5461b9-90f5-4ed8-a44f-afaa6c9ad0f9 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (4b8f254c-2170-438e-a376-18db026c65ba), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.090863 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5461b9-90f5-4ed8-a44f-afaa6c9ad0f9 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8f254c-2170-438e-a376-18db026c65ba,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:26.152687 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8c5461b9-90f5-4ed8-a44f-afaa6c9ad0f9 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.154016 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-8c5461b9-90f5-4ed8-a44f-afaa6c9ad0f9 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3565519 May 26 16:58:26.156860 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53752) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:26.161749 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-f18ed03b-4190-41c5-8c21-c1be726dc56e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'security_group_rule': {'security_group_id': '84e3935a-1b47-4dee-b165-29809016090f', 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:26.166627 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:26.242290 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.securitygroups_db [None req-f18ed03b-4190-41c5-8c21-c1be726dc56e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Project b9562e9c747f4808a67c01436d9ede47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:58:26.248854 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f18ed03b-4190-41c5-8c21-c1be726dc56e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (c5930bb0-4c20-4775-8699-70a03cd58e20), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.277220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:26.288570 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:26.302843 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:26.304695 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:26.331826 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] No DVR routers for this DVR port d95376b4-838e-489b-8c7d-892435fd9f18 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:58:26.337004 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f18ed03b-4190-41c5-8c21-c1be726dc56e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (c5930bb0-4c20-4775-8699-70a03cd58e20), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.337705 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.338427 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-174b2a0f-369d-4c6b-a422-410a6221b179 req-8448bd22-e3dd-4da6-b426-6d486bf01404 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "DELETE /v2.0/ports/d95376b4-838e-489b-8c7d-892435fd9f18 HTTP/1.1" status: 204 len: 173 time: 1.2407091 May 26 16:58:26.338898 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'name': 'network-vif-deleted', 'tag': 'd95376b4-838e-489b-8c7d-892435fd9f18'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:26.341368 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef797ab-48fa-4df3-aaff-6aaa132b4a9a" -d '{"events": [{"server_uuid": "550e0ebe-517e-452c-97bf-ac35669bab9e", "name": "network-vif-deleted", "tag": "d95376b4-838e-489b-8c7d-892435fd9f18"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:26.367174 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:26.380005 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d67a2e-e90a-4ed1-99f3-4f65a9ba564d x-openstack-request-id: req-c0d67a2e-e90a-4ed1-99f3-4f65a9ba564d {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:26.380605 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550e0ebe-517e-452c-97bf-ac35669bab9e", "name": "network-vif-deleted", "tag": "d95376b4-838e-489b-8c7d-892435fd9f18", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:26.381007 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0d67a2e-e90a-4ed1-99f3-4f65a9ba564d {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:26.381585 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d67a2e-e90a-4ed1-99f3-4f65a9ba564d'] response: {'server_uuid': '550e0ebe-517e-452c-97bf-ac35669bab9e', 'name': 'network-vif-deleted', 'tag': 'd95376b4-838e-489b-8c7d-892435fd9f18', 'status': 'completed', 'code': 200} May 26 16:58:26.416002 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f18ed03b-4190-41c5-8c21-c1be726dc56e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (c5930bb0-4c20-4775-8699-70a03cd58e20), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.441503 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:26.467247 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ed03b-4190-41c5-8c21-c1be726dc56e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5930bb0-4c20-4775-8699-70a03cd58e20,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:26.535671 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f18ed03b-4190-41c5-8c21-c1be726dc56e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.539575 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f18ed03b-4190-41c5-8c21-c1be726dc56e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3790262 May 26 16:58:26.539917 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53756) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:26.544476 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-b7ab0f38-c44b-4f2e-b278-d7b799cdcccf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'security_group_rule': {'security_group_id': '84e3935a-1b47-4dee-b165-29809016090f', 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:26.672275 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:39Z', 'revision_number': 2, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:26.704050 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:26.715978 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:26.716692 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:26.717763 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.securitygroups_db [None req-b7ab0f38-c44b-4f2e-b278-d7b799cdcccf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Project b9562e9c747f4808a67c01436d9ede47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:58:26.730323 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b7ab0f38-c44b-4f2e-b278-d7b799cdcccf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (ff2c2902-1e72-4019-93db-e859c647800e), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.796042 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d543c58e-67af-4421-9f2c-29a3baa5235b req-5e3651cb-7a83-4239-919f-1e736bd5e15b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=550e0ebe-517e-452c-97bf-ac35669bab9e HTTP/1.1" status: 200 len: 210 time: 0.0404029 May 26 16:58:26.840797 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b7ab0f38-c44b-4f2e-b278-d7b799cdcccf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (ff2c2902-1e72-4019-93db-e859c647800e), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.938906 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:26.950526 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b7ab0f38-c44b-4f2e-b278-d7b799cdcccf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (ff2c2902-1e72-4019-93db-e859c647800e), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:26.961612 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 09243259-2e86-454f-94ff-3cdf12f13434 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:26.971099 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:26.973943 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab0f38-c44b-4f2e-b278-d7b799cdcccf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2c2902-1e72-4019-93db-e859c647800e,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:27.010547 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 09243259-2e86-454f-94ff-3cdf12f13434 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:27.010919 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (09243259-2e86-454f-94ff-3cdf12f13434), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:27.101823 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 09243259-2e86-454f-94ff-3cdf12f13434 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:27.124487 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b7ab0f38-c44b-4f2e-b278-d7b799cdcccf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:27.125572 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-b7ab0f38-c44b-4f2e-b278-d7b799cdcccf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5846660 May 26 16:58:27.225788 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:39Z', 'revision_number': 2, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:27.262155 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe4dff-456f-4436-9268-ad7845ff53fd None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '069ae738-35e9-4c46-b81a-9f3dffe81f1b', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:89:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:18Z', 'updated_at': '2022-05-26T16:55:39Z', 'revision_number': 2, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:27.621755 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Sync routers for ids ['dc8522c7-4e13-4276-9014-05639c3a47f3'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:27.636660 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Routers {'dc8522c7-4e13-4276-9014-05639c3a47f3'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:27.636660 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['dc8522c7-4e13-4276-9014-05639c3a47f3'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:27.644721 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492fe6db-0825-457d-ac26-65f497cd0a2c None None] New status for floating IP 6f9add80-e62b-481c-9a8e-f851187e5433: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:58:27.714173 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:27.764534 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Set router dc8522c7-4e13-4276-9014-05639c3a47f3 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:27.766393 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:27.994855 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '09243259-2e86-454f-94ff-3cdf12f13434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T16:58:23Z', 'revision_number': 4, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port': {'id': '09243259-2e86-454f-94ff-3cdf12f13434', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:20Z', 'updated_at': '2022-05-26T16:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '527e13cf-2e42-4c9d-8777-c41a7568fa08', 'name': '', 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'mac_address': 'fa:16:3e:26:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:22Z', 'updated_at': '2022-05-26T16:58:23Z', 'revision_number': 2, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'subnets': [{'id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:27.996913 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:27.998416 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53802) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:28.024176 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Checking router: dc8522c7-4e13-4276-9014-05639c3a47f3 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:28.024686 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Updating router dc8522c7-4e13-4276-9014-05639c3a47f3 port 527e13cf-2e42-4c9d-8777-c41a7568fa08 binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:58:28.057378 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.065104 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f3901a88-c230-4fde-9edb-1225f3ac527e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (d6d05fd3-77da-4ee7-b317-43ff10e27318), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.093554 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f3901a88-c230-4fde-9edb-1225f3ac527e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (d6d05fd3-77da-4ee7-b317-43ff10e27318), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.304334 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f3901a88-c230-4fde-9edb-1225f3ac527e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (d6d05fd3-77da-4ee7-b317-43ff10e27318), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.306956 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f3901a88-c230-4fde-9edb-1225f3ac527e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.308383 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f3901a88-c230-4fde-9edb-1225f3ac527e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "DELETE /v2.0/security-groups/d6d05fd3-77da-4ee7-b317-43ff10e27318 HTTP/1.1" status: 204 len: 168 time: 0.3084569 May 26 16:58:28.313484 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53808) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:28.321884 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3901a88-c230-4fde-9edb-1225f3ac527e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d05fd3-77da-4ee7-b317-43ff10e27318,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:28.336676 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.api.v2.resource [None req-e3d12134-bd71-48ac-85f3-8cd9fca6d926 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] show failed (client error): The resource could not be found. May 26 16:58:28.338651 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:58:28.340814 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53810) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:28.341036 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e3d12134-bd71-48ac-85f3-8cd9fca6d926 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups/d6d05fd3-77da-4ee7-b317-43ff10e27318 HTTP/1.1" status: 404 len: 347 time: 0.0263546 May 26 16:58:28.434369 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Publish callbacks [] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.471336 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Deleting port d5f666d0-5d18-4d6a-b5d7-a26d54162f2f {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:58:28.471706 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.527868 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.560905 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.561308 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.577436 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Calling delete_port for d5f666d0-5d18-4d6a-b5d7-a26d54162f2f owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:58:28.589229 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62164991-208f-4bd1-bf43-84b7134e9aa0 None None] Pushing event updated for resources: {'Port': ['ID=527e13cf-2e42-4c9d-8777-c41a7568fa08,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:28.677974 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Attempting to bind port 527e13cf-2e42-4c9d-8777-c41a7568fa08 on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:28.678422 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Attempting to bind port 527e13cf-2e42-4c9d-8777-c41a7568fa08 by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:28.678845 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Attempting to bind port 527e13cf-2e42-4c9d-8777-c41a7568fa08 on network 66c2108e-70af-4d78-8617-c234983a85aa {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:28.685296 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:28.685788 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Checking segment: {'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:28.686348 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.686825 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Bound using segment: {'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:28.687404 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Bound port: 527e13cf-2e42-4c9d-8777-c41a7568fa08, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:28.688088 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.765803 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] For port 527e13cf-2e42-4c9d-8777-c41a7568fa08, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:28.781573 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] For port 527e13cf-2e42-4c9d-8777-c41a7568fa08, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=527e13cf-2e42-4c9d-8777-c41a7568fa08,segment=NetworkSegment(a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6),segment_id=a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:28.862696 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-57b74aca-b3a2-41cd-b828-0cf9a320e0c6 None None] Provisioning complete for port 527e13cf-2e42-4c9d-8777-c41a7568fa08 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:28.863204 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-57b74aca-b3a2-41cd-b828-0cf9a320e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.890823 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.916960 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (d5f666d0-5d18-4d6a-b5d7-a26d54162f2f), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:28.950904 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-57b74aca-b3a2-41cd-b828-0cf9a320e0c6 None None] Port 527e13cf-2e42-4c9d-8777-c41a7568fa08 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:28.958715 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'Port': ['ID=d5f666d0-5d18-4d6a-b5d7-a26d54162f2f,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:28.982347 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Routers {'dc8522c7-4e13-4276-9014-05639c3a47f3'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:28.983304 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['dc8522c7-4e13-4276-9014-05639c3a47f3'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:28.990779 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62164991-208f-4bd1-bf43-84b7134e9aa0 None None] Pushing event updated for resources: {'Port': ['ID=527e13cf-2e42-4c9d-8777-c41a7568fa08,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:29.041105 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:29.047553 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (6f9add80-e62b-481c-9a8e-f851187e5433), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:29.050812 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:29.055879 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-8ffb3ed4-1bee-44a5-ad00-39444ccfe798 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "DELETE /v2.0/floatingips/6f9add80-e62b-481c-9a8e-f851187e5433 HTTP/1.1" status: 204 len: 168 time: 0.7105837 May 26 16:58:29.255715 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:29.263542 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device d95376b4-838e-489b-8c7d-892435fd9f18 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:58:29.308236 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: d95376b4-838e-489b-8c7d-892435fd9f18 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:58:29.308584 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device d95376b4-838e-489b-8c7d-892435fd9f18 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:58:29.318061 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] Set router dc8522c7-4e13-4276-9014-05639c3a47f3 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:29.360074 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-7af159b8-40f1-409a-9603-5c0ba05fe084 None None] Provisioning complete for port 527e13cf-2e42-4c9d-8777-c41a7568fa08 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:29.362921 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7af159b8-40f1-409a-9603-5c0ba05fe084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:29.391208 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:29.565276 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-7af159b8-40f1-409a-9603-5c0ba05fe084 None None] Current status of the port 527e13cf-2e42-4c9d-8777-c41a7568fa08 is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:29.566348 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7af159b8-40f1-409a-9603-5c0ba05fe084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:29.654928 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-7af159b8-40f1-409a-9603-5c0ba05fe084 None None] For port 527e13cf-2e42-4c9d-8777-c41a7568fa08, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=527e13cf-2e42-4c9d-8777-c41a7568fa08,segment=NetworkSegment(a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6),segment_id=a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:29.661729 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '09243259-2e86-454f-94ff-3cdf12f13434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T16:58:23Z', 'revision_number': 4, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port': {'id': '09243259-2e86-454f-94ff-3cdf12f13434', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:20Z', 'updated_at': '2022-05-26T16:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '527e13cf-2e42-4c9d-8777-c41a7568fa08', 'name': '', 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'mac_address': 'fa:16:3e:26:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:22Z', 'updated_at': '2022-05-26T16:58:28Z', 'revision_number': 4, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'subnets': [{'id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:29.690912 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462ead1-865a-4513-a0d9-a03523d8b858 None None] The sync data for ids ['dc8522c7-4e13-4276-9014-05639c3a47f3'] in dv-cinder-836070-4-iscsi is: [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '09243259-2e86-454f-94ff-3cdf12f13434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T16:58:23Z', 'revision_number': 4, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port': {'id': '09243259-2e86-454f-94ff-3cdf12f13434', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:20Z', 'updated_at': '2022-05-26T16:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '527e13cf-2e42-4c9d-8777-c41a7568fa08', 'name': '', 'network_id': '66c2108e-70af-4d78-8617-c234983a85aa', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'mac_address': 'fa:16:3e:26:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:22Z', 'updated_at': '2022-05-26T16:58:28Z', 'revision_number': 4, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'subnets': [{'id': '54b78a8b-d128-4a9e-a560-ddd335a989c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:29.757124 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7af159b8-40f1-409a-9603-5c0ba05fe084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:29.824091 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af159b8-40f1-409a-9603-5c0ba05fe084 None None] Pushing event updated for resources: {'Port': ['ID=527e13cf-2e42-4c9d-8777-c41a7568fa08,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:30.863384 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 527e13cf-2e42-4c9d-8777-c41a7568fa08 up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:30.920436 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 527e13cf-2e42-4c9d-8777-c41a7568fa08 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:30.920828 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:31.000723 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 527e13cf-2e42-4c9d-8777-c41a7568fa08 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:32.515006 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcfd87-85f5-4ff3-afee-f0dc42172c2b req-f46288c8-446e-4939-a354-d9661482093b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:32.516725 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f0dcfd87-85f5-4ff3-afee-f0dc42172c2b req-f46288c8-446e-4939-a354-d9661482093b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 946 time: 0.0504403 May 26 16:58:32.570488 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f0dcfd87-85f5-4ff3-afee-f0dc42172c2b req-89e7a017-abc3-40f0-ad8a-ec53ededd05f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476258 May 26 16:58:33.694907 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292cbf5-3750-46ab-9bb6-5a15fce460cf req-b943f6f7-d53e-4d85-942a-631bb0b3b6e0 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:33.696410 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3292cbf5-3750-46ab-9bb6-5a15fce460cf req-b943f6f7-d53e-4d85-942a-631bb0b3b6e0 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 946 time: 0.0514698 May 26 16:58:33.747211 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3292cbf5-3750-46ab-9bb6-5a15fce460cf req-066e1e5d-1e60-4d54-ba08-5e61139f1f9c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448990 May 26 16:58:34.824924 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c905c52-75eb-45a7-979e-066883b376a7 req-19138b96-38c3-4749-be47-ebb0ecf2fe09 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:34.826486 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7c905c52-75eb-45a7-979e-066883b376a7 req-19138b96-38c3-4749-be47-ebb0ecf2fe09 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 946 time: 0.0473793 May 26 16:58:34.868386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1328b-9b83-4371-8c5e-0f9d7d500f3d req-d821c531-8997-449e-83c5-11a2b8584997 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:34.870596 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-42a1328b-9b83-4371-8c5e-0f9d7d500f3d req-d821c531-8997-449e-83c5-11a2b8584997 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 946 time: 0.0502770 May 26 16:58:34.883321 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:34.920589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Deleting port aa42d105-247d-49cd-9b56-b9f75a4b66eb {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:58:34.920843 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-42a1328b-9b83-4371-8c5e-0f9d7d500f3d req-33f8063d-8d08-4ec9-93b9-75cd24909096 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=749f3643-c09c-4d74-98ff-c71123b71256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445161 May 26 16:58:34.920953 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:35.019484 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] For port aa42d105-247d-49cd-9b56-b9f75a4b66eb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa42d105-247d-49cd-9b56-b9f75a4b66eb,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:35.019858 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:35.193531 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:35.193893 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (069ae738-35e9-4c46-b81a-9f3dffe81f1b), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:35.194184 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Floating IP 069ae738-35e9-4c46-b81a-9f3dffe81f1b disassociated. External IP: 172.27.1.138, port: aa42d105-247d-49cd-9b56-b9f75a4b66eb. May 26 16:58:35.194543 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Calling delete_port for aa42d105-247d-49cd-9b56-b9f75a4b66eb owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:58:35.248641 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:35.402320 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (aa42d105-247d-49cd-9b56-b9f75a4b66eb), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:35.432734 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'Port': ['ID=aa42d105-247d-49cd-9b56-b9f75a4b66eb,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:35.549104 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:35.551031 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:35.661824 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:35.672001 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:35.688688 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:35.689494 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:35.711335 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] No DVR routers for this DVR port aa42d105-247d-49cd-9b56-b9f75a4b66eb on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:58:35.713003 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:35.716573 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7c905c52-75eb-45a7-979e-066883b376a7 req-cb2ac1a4-41e3-4dcb-af67-321af0e62d54 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "DELETE /v2.0/ports/aa42d105-247d-49cd-9b56-b9f75a4b66eb HTTP/1.1" status: 204 len: 173 time: 0.8808007 May 26 16:58:35.717042 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'name': 'network-vif-deleted', 'tag': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:35.720194 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0406577b-7a1e-48fa-b9a1-bd95a93d61ae" -d '{"events": [{"server_uuid": "922fbe1c-0632-41ec-b652-d4e1c457d234", "name": "network-vif-deleted", "tag": "aa42d105-247d-49cd-9b56-b9f75a4b66eb"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:35.759661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8962b39-6bcb-4bfd-9e62-1e67c40db0a3 x-openstack-request-id: req-d8962b39-6bcb-4bfd-9e62-1e67c40db0a3 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:35.759926 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922fbe1c-0632-41ec-b652-d4e1c457d234", "name": "network-vif-deleted", "tag": "aa42d105-247d-49cd-9b56-b9f75a4b66eb", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:35.760144 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8962b39-6bcb-4bfd-9e62-1e67c40db0a3 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:35.760604 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8962b39-6bcb-4bfd-9e62-1e67c40db0a3'] response: {'server_uuid': '922fbe1c-0632-41ec-b652-d4e1c457d234', 'name': 'network-vif-deleted', 'tag': 'aa42d105-247d-49cd-9b56-b9f75a4b66eb', 'status': 'completed', 'code': 200} May 26 16:58:35.803359 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:36.023188 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:36.027368 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4dacbf99-bef5-444b-b416-23ea6a679dc1 req-67c23d14-ab1e-4aa5-8fb2-e720aa233500 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 210 time: 0.0305293 May 26 16:58:36.051090 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:36.060952 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:36.061603 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:36.104793 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:36.172154 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:36.176078 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:36.373146 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:36.403549 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40f511-b04a-4a32-9867-ca0da675ba7b None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:36.634362 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c72a09f-d789-41f3-a558-6c8302effe07 None None] New status for floating IP 069ae738-35e9-4c46-b81a-9f3dffe81f1b: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:58:37.161376 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e9a5eb79-557e-4356-8bcc-9ee51ca0adad req-26cd1a7e-fcba-439e-934e-324d6974eb11 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=922fbe1c-0632-41ec-b652-d4e1c457d234 HTTP/1.1" status: 200 len: 210 time: 0.0419669 May 26 16:58:38.311557 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 53898) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:38.372889 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-50c03beb-10e1-4091-a789-802ff1ae6d57 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (749f3643-c09c-4d74-98ff-c71123b71256), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:38.405296 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-50c03beb-10e1-4091-a789-802ff1ae6d57 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (749f3643-c09c-4d74-98ff-c71123b71256), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:38.521923 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-50c03beb-10e1-4091-a789-802ff1ae6d57 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (749f3643-c09c-4d74-98ff-c71123b71256), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:38.524483 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-50c03beb-10e1-4091-a789-802ff1ae6d57 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:38.525676 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-50c03beb-10e1-4091-a789-802ff1ae6d57 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "DELETE /v2.0/security-groups/749f3643-c09c-4d74-98ff-c71123b71256 HTTP/1.1" status: 204 len: 168 time: 0.2131381 May 26 16:58:38.528523 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53900) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:38.535051 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c03beb-10e1-4091-a789-802ff1ae6d57 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749f3643-c09c-4d74-98ff-c71123b71256,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:38.544495 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.api.v2.resource [None req-cb611e1b-b254-40f6-903f-deb12850e259 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] show failed (client error): The resource could not be found. May 26 16:58:38.545532 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-cb611e1b-b254-40f6-903f-deb12850e259 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups/749f3643-c09c-4d74-98ff-c71123b71256 HTTP/1.1" status: 404 len: 347 time: 0.0155990 May 26 16:58:38.548441 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53902) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:38.667477 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Deleting port bb8dd8b0-6222-4625-a590-5a7956628312 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:58:38.667858 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (bb8dd8b0-6222-4625-a590-5a7956628312), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:38.752384 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (bb8dd8b0-6222-4625-a590-5a7956628312), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:38.752740 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (bb8dd8b0-6222-4625-a590-5a7956628312), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:38.766556 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Calling delete_port for bb8dd8b0-6222-4625-a590-5a7956628312 owned by network:floatingip {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:58:38.962062 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (bb8dd8b0-6222-4625-a590-5a7956628312), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:38.988287 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'Port': ['ID=bb8dd8b0-6222-4625-a590-5a7956628312,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:39.021786 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device aa42d105-247d-49cd-9b56-b9f75a4b66eb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:58:39.042087 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: aa42d105-247d-49cd-9b56-b9f75a4b66eb {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:58:39.042431 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device aa42d105-247d-49cd-9b56-b9f75a4b66eb not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:58:39.054186 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (069ae738-35e9-4c46-b81a-9f3dffe81f1b), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.056706 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.057930 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-46c8d0a9-625f-4e3b-873b-0803c7d87b0a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "DELETE /v2.0/floatingips/069ae738-35e9-4c46-b81a-9f3dffe81f1b HTTP/1.1" status: 204 len: 168 time: 0.5085108 May 26 16:58:39.210535 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53910) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:39.219027 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-d730b5fe-4ab7-427c-a3d8-43930670a15b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645638257', 'description': 'tempest-description--1364406480'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:39.299163 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d730b5fe-4ab7-427c-a3d8-43930670a15b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.323435 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:39.371619 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d730b5fe-4ab7-427c-a3d8-43930670a15b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (f3400eaf-51e2-4a2f-9e30-958795c49fae), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.441763 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d730b5fe-4ab7-427c-a3d8-43930670a15b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f3400eaf-51e2-4a2f-9e30-958795c49fae), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.481282 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730b5fe-4ab7-427c-a3d8-43930670a15b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3400eaf-51e2-4a2f-9e30-958795c49fae,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:39.558605 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d730b5fe-4ab7-427c-a3d8-43930670a15b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.559903 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-d730b5fe-4ab7-427c-a3d8-43930670a15b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3483655 May 26 16:58:39.562911 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53912) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:39.567370 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-65831461-edf6-470c-9bcf-47b9d19d8e22 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group_rule': {'security_group_id': 'f3400eaf-51e2-4a2f-9e30-958795c49fae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:39.746366 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65831461-edf6-470c-9bcf-47b9d19d8e22 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (d0e9ee1e-cf77-4fe3-9945-f3f053032434), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.786244 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:39.796491 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65831461-edf6-470c-9bcf-47b9d19d8e22 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (d0e9ee1e-cf77-4fe3-9945-f3f053032434), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.904294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65831461-edf6-470c-9bcf-47b9d19d8e22 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (d0e9ee1e-cf77-4fe3-9945-f3f053032434), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:39.923814 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65831461-edf6-470c-9bcf-47b9d19d8e22 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e9ee1e-cf77-4fe3-9945-f3f053032434,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:40.043596 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65831461-edf6-470c-9bcf-47b9d19d8e22 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:40.044768 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-65831461-edf6-470c-9bcf-47b9d19d8e22 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4809227 May 26 16:58:40.047556 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53922) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:40.052317 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-20960e30-341f-4c7e-9b8b-0e75b8a2f87c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group_rule': {'security_group_id': 'f3400eaf-51e2-4a2f-9e30-958795c49fae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:40.244869 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-20960e30-341f-4c7e-9b8b-0e75b8a2f87c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (7ad845c2-dc49-4c3d-825f-93106e7924c9), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:40.296815 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-20960e30-341f-4c7e-9b8b-0e75b8a2f87c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (7ad845c2-dc49-4c3d-825f-93106e7924c9), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:40.336310 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262dc1f-bcc0-4462-a83e-d134aea935e8 req-fee2935a-ea06-4654-995b-f7172a46ed32 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:40.337852 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9262dc1f-bcc0-4462-a83e-d134aea935e8 req-fee2935a-ea06-4654-995b-f7172a46ed32 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0475671 May 26 16:58:40.390173 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-20960e30-341f-4c7e-9b8b-0e75b8a2f87c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (7ad845c2-dc49-4c3d-825f-93106e7924c9), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:40.413769 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20960e30-341f-4c7e-9b8b-0e75b8a2f87c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad845c2-dc49-4c3d-825f-93106e7924c9,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:40.478093 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-20960e30-341f-4c7e-9b8b-0e75b8a2f87c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:40.479347 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-20960e30-341f-4c7e-9b8b-0e75b8a2f87c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308612 May 26 16:58:40.482601 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 53928) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:40.487739 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:40.579354 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:40.604189 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9262dc1f-bcc0-4462-a83e-d134aea935e8 req-3a0bcffe-5ace-4d8f-bcfb-f7be067a9d6d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606583 May 26 16:58:40.664131 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:40.773655 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Allocated IP 172.27.1.204 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/77268ab3-1289-4c1e-8a7a-7949d8bad3f5) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:40.884849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:40.887512 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:40.985007 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:41.029919 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:41.034788 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:41.038774 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:41.042070 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=77268ab3-1289-4c1e-8a7a-7949d8bad3f5,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:41.130504 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (2f56d207-72ec-46a2-ae7f-a1f59d530697), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:41.233806 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:41.237638 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:41.418085 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:41.481522 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:41.553606 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=77268ab3-1289-4c1e-8a7a-7949d8bad3f5,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:41.564005 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (2f56d207-72ec-46a2-ae7f-a1f59d530697), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:41.655078 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:41.662011 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-1995e5cc-37ba-45f3-bb06-cef2cad36662 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1726654 May 26 16:58:41.729159 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69850ef2-4ea0-4deb-9360-08c61fc2a455 req-b1ce64b2-6898-4630-a719-85d4d97e1444 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:41.730699 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-69850ef2-4ea0-4deb-9360-08c61fc2a455 req-b1ce64b2-6898-4630-a719-85d4d97e1444 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0497873 May 26 16:58:41.779619 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-69850ef2-4ea0-4deb-9360-08c61fc2a455 req-4180c7ac-6e90-411f-8af6-52cec8db1c85 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430639 May 26 16:58:41.864557 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-1a41f5fa-1fd4-40f1-9036-816712f3d4d9 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--645638257&fields=id&tenant_id=060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 267 time: 0.0435901 May 26 16:58:41.976387 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f02ba-cf35-4135-b082-130a2091fa8c req-efd9ea6f-838c-444d-8208-880babded9a5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:41.977894 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-efd9ea6f-838c-444d-8208-880babded9a5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 815 time: 0.1068037 May 26 16:58:41.992661 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-ba4e96b0-85e5-4bf7-9781-c530e202333b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/quotas/060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 375 time: 0.0094013 May 26 16:58:42.045452 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-35299ab7-ade0-4417-9804-7b71ba41f38c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471811 May 26 16:58:42.201008 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-540e0e40-b897-4875-aec7-1d3e5976198c service neutron] 10.222.0.48 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440692 May 26 16:58:42.225023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:42.295208 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-1251c9be-3779-4a67-ae7d-be16feb0dfe1 service neutron] 10.222.0.48 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878458 May 26 16:58:42.546784 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-714108e5-ecf7-470b-86bf-5a1672ccad1f req-94b73a83-89f4-4d80-9c40-d7a3da060fa4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0281270 May 26 16:58:42.562105 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-dfa4adc5-17cf-4510-a4da-30bc43c82697 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:42.563652 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-dfa4adc5-17cf-4510-a4da-30bc43c82697 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0490074 May 26 16:58:42.650266 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Deleting port 19f830e3-9d14-4893-a727-3c20d5993b34 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:58:42.650605 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:42.752253 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] For port 19f830e3-9d14-4893-a727-3c20d5993b34, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19f830e3-9d14-4893-a727-3c20d5993b34,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:42.752916 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:42.812486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:42.920943 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f2f0a-b526-45c9-b384-59d997ebff4a req-f6aa0e34-138b-479a-91ce-f4e5431cc998 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:42.922649 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-aa5f2f0a-b526-45c9-b384-59d997ebff4a req-f6aa0e34-138b-479a-91ce-f4e5431cc998 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 947 time: 0.0554376 May 26 16:58:42.934587 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:42.935414 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (b4ed283e-730c-45b1-9d19-7a731e911684), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:42.936022 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Floating IP b4ed283e-730c-45b1-9d19-7a731e911684 disassociated. External IP: 172.27.1.77, port: 19f830e3-9d14-4893-a727-3c20d5993b34. May 26 16:58:42.936383 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Calling delete_port for 19f830e3-9d14-4893-a727-3c20d5993b34 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:58:42.986593 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-aa5f2f0a-b526-45c9-b384-59d997ebff4a req-33d6c4c0-d226-4c76-b747-cf717009fcab tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f6204a0-bbc0-4652-8d10-6708a3cb13ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567784 May 26 16:58:43.133220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (19f830e3-9d14-4893-a727-3c20d5993b34), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:43.161190 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event deleted for resources: {'Port': ['ID=19f830e3-9d14-4893-a727-3c20d5993b34,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:43.224286 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:43.275346 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Router cf5219a7-9501-408e-93bb-9266c2f298e9 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:43.380509 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:43.389768 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] Sync routers for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:43.401314 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:43.402291 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:43.425082 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] No DVR routers for this DVR port 19f830e3-9d14-4893-a727-3c20d5993b34 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:58:43.427912 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:43.431126 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-86539e0e-d4e4-4f99-8163-73f793fcedca req-fd46da02-2160-4650-9367-92088b8fe5ec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "DELETE /v2.0/ports/19f830e3-9d14-4893-a727-3c20d5993b34 HTTP/1.1" status: 204 len: 173 time: 0.8619378 May 26 16:58:43.431595 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-deleted', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:43.433894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118156e3-9fc4-4cb9-a7cc-0b80f3473fcd" -d '{"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-deleted", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:43.472906 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe2d413-3e82-424d-a435-c686e8f229fd x-openstack-request-id: req-bbe2d413-3e82-424d-a435-c686e8f229fd {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:43.473203 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0daf7ae-8eab-479b-b4cb-380a68f5bfaa", "name": "network-vif-deleted", "tag": "19f830e3-9d14-4893-a727-3c20d5993b34", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:43.473747 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbe2d413-3e82-424d-a435-c686e8f229fd {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:43.474226 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe2d413-3e82-424d-a435-c686e8f229fd'] response: {'server_uuid': 'd0daf7ae-8eab-479b-b4cb-380a68f5bfaa', 'name': 'network-vif-deleted', 'tag': '19f830e3-9d14-4893-a727-3c20d5993b34', 'status': 'completed', 'code': 200} May 26 16:58:43.512996 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:43.669911 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a7f6bddb-5ea5-4f35-8924-561b36c8c87d req-2bac46cd-a8cb-4633-a752-178b4c99e442 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0461268 May 26 16:58:43.836746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:43.865052 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] Checking router: cf5219a7-9501-408e-93bb-9266c2f298e9 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:43.873997 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:43.874601 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:43.976642 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:44.092662 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:44.114848 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-77554ee6-4bd3-4843-b339-21b7cbb5f82b req-6ee5d3e3-3abc-4e4f-b25e-36935e595ee1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0daf7ae-8eab-479b-b4cb-380a68f5bfaa HTTP/1.1" status: 200 len: 210 time: 0.0307081 May 26 16:58:44.155734 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:44.168586 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:44.193501 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991dc718-aa2b-44ed-858b-9a182d40254d None None] The sync data for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi is: [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:44.413689 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f503c1-1989-4e9d-8004-4f437d7da238 None None] New status for floating IP b4ed283e-730c-45b1-9d19-7a731e911684: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:58:44.772821 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-45c24790-f788-4f94-bbd6-dba21ad716dc req-615caf80-0253-4c8c-8db8-e7c73f500967 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0329964 May 26 16:58:45.293989 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54000) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:45.351006 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1b76db34-0f08-44b9-ba1b-3905e646654b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (2f6204a0-bbc0-4652-8d10-6708a3cb13ee), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:45.375885 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1b76db34-0f08-44b9-ba1b-3905e646654b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (2f6204a0-bbc0-4652-8d10-6708a3cb13ee), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:45.751009 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f02ba-cf35-4135-b082-130a2091fa8c req-7c0bdffb-9b80-4423-9621-a98fe5bac135 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:45.752504 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-7c0bdffb-9b80-4423-9621-a98fe5bac135 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 815 time: 0.3729367 May 26 16:58:45.827799 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-0b3b0fce-0b1c-4e5f-9e9b-04f295e7f4d7 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 379 time: 0.0592668 May 26 16:58:45.844335 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'port': {'device_id': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'admin_state_up': True, 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'security_groups': ['f3400eaf-51e2-4a2f-9e30-958795c49fae']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:45.886988 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-13aed977-1e79-478c-b61a-26350c6b9adc req-ce1c8dbf-8e7c-4206-9bb3-585e0705d45f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0412512 May 26 16:58:45.892096 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1b76db34-0f08-44b9-ba1b-3905e646654b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (2f6204a0-bbc0-4652-8d10-6708a3cb13ee), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:45.894617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1b76db34-0f08-44b9-ba1b-3905e646654b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:45.898349 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-1b76db34-0f08-44b9-ba1b-3905e646654b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "DELETE /v2.0/security-groups/2f6204a0-bbc0-4652-8d10-6708a3cb13ee HTTP/1.1" status: 204 len: 168 time: 0.6008239 May 26 16:58:45.909862 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54004) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:45.912581 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76db34-0f08-44b9-ba1b-3905e646654b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6204a0-bbc0-4652-8d10-6708a3cb13ee,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:45.928034 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:45.938967 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.api.v2.resource [None req-343ea124-aa0b-4888-b5fc-4e9e8ed507ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] show failed (client error): The resource could not be found. May 26 16:58:45.945187 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-343ea124-aa0b-4888-b5fc-4e9e8ed507ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups/2f6204a0-bbc0-4652-8d10-6708a3cb13ee HTTP/1.1" status: 404 len: 347 time: 0.0343261 May 26 16:58:45.945681 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54010) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:46.087331 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.091235 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Deleting port 03b4b1b6-cc16-4dbf-8bf6-9ff15341d262 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:58:46.091577 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.134886 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Made reservation on behalf of 060af6cf4f7a48758f6859bd3766ae1b for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:46.138378 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.229153 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.229511 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.251230 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Calling delete_port for 03b4b1b6-cc16-4dbf-8bf6-9ff15341d262 owned by network:floatingip {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:58:46.308330 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-ed83545b-ecb9-4ca0-8107-05a2aeff9669 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135469612&fields=id&tenant_id=b9562e9c747f4808a67c01436d9ede47 HTTP/1.1" status: 200 len: 267 time: 0.0470462 May 26 16:58:46.330143 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:46.358197 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Allocated IP 172.20.0.3 (f04a253f-94d5-469e-a169-e4789fc9cd70/e7b8ef73-cc4f-40fe-afe7-05fd8443e226/c72abf78-d876-4b2c-8de8-12d16d44d3a0) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:46.420157 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-7ea08a86-26e2-4ed7-8154-29af6e7c4115 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:46.421808 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-7ea08a86-26e2-4ed7-8154-29af6e7c4115 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/networks?id=083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 200 len: 809 time: 0.1066310 May 26 16:58:46.437156 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-c1aa4f1f-4575-4bab-b830-f9b58d293bfa tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/quotas/b9562e9c747f4808a67c01436d9ede47 HTTP/1.1" status: 200 len: 375 time: 0.0093277 May 26 16:58:46.492440 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-22e37f06-a983-4bd0-9dfb-7193a1c38f17 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463600 May 26 16:58:46.556931 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.563480 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:46.578193 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (03b4b1b6-cc16-4dbf-8bf6-9ff15341d262), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.593217 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-eccdcc7b-bc97-4079-9b16-4d4823cba36f service neutron] 10.222.0.48 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895460 May 26 16:58:46.609159 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event deleted for resources: {'Port': ['ID=03b4b1b6-cc16-4dbf-8bf6-9ff15341d262,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:46.668235 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.692443 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-4638dc7c-0b43-4c40-a357-ed556d8af943 service neutron] 10.222.0.48 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922434 May 26 16:58:46.723876 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (b4ed283e-730c-45b1-9d19-7a731e911684), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.726237 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.727275 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-508d07a8-2ce0-4cee-a517-d07dd0ee3827 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "DELETE /v2.0/floatingips/b4ed283e-730c-45b1-9d19-7a731e911684 HTTP/1.1" status: 204 len: 168 time: 0.7743385 May 26 16:58:46.731178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Network f04a253f-94d5-469e-a169-e4789fc9cd70 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:46.736733 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:46.739678 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:46.742397 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=c72abf78-d876-4b2c-8de8-12d16d44d3a0,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:46.821704 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:46.824231 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:46.932976 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a160-ca98-4a46-a8a7-bc03d3f0f7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.004339 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e39dff06-1dbc-46b1-b004-7cafa268dfe3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1640048 May 26 16:58:47.008305 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-5276e4f0-cbfd-4c43-ad02-03c8c3680bd9 None None] Provisioning complete for port c72abf78-d876-4b2c-8de8-12d16d44d3a0 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:47.014030 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-5276e4f0-cbfd-4c43-ad02-03c8c3680bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.014308 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54030) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:47.017291 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-671f32c3-ac13-4361-bb13-9ca277c53cbe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956757562', 'description': 'tempest-description--82045879'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:47.047093 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-5276e4f0-cbfd-4c43-ad02-03c8c3680bd9 None None] Port c72abf78-d876-4b2c-8de8-12d16d44d3a0 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:47.052548 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:58:47.073631 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 19f830e3-9d14-4893-a727-3c20d5993b34 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:58:47.074047 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Request body: {'port': {'device_id': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:47.074180 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 19f830e3-9d14-4893-a727-3c20d5993b34 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:58:47.138536 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b659-b9df-4124-acad-5c75531cea58 req-4134a3d2-0b45-4dad-9073-106fc44290fe tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:47.139981 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d09b659-b9df-4124-acad-5c75531cea58 req-4134a3d2-0b45-4dad-9073-106fc44290fe tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 931 time: 0.0541255 May 26 16:58:47.141324 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-671f32c3-ac13-4361-bb13-9ca277c53cbe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.146184 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.218298 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d09b659-b9df-4124-acad-5c75531cea58 req-d694ccde-71cf-44c2-a395-a8822af8e060 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666056 May 26 16:58:47.254845 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-671f32c3-ac13-4361-bb13-9ca277c53cbe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (65c09716-5e00-4333-b13c-669bfb91544d), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.395183 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:47.418956 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-671f32c3-ac13-4361-bb13-9ca277c53cbe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (65c09716-5e00-4333-b13c-669bfb91544d), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.472850 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72abf78-d876-4b2c-8de8-12d16d44d3a0 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:58:47.477656 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-38a3c3ab-7bbf-41a7-985d-713bae0c1088 req-1cca1530-fa51-4864-978d-cfae0eada707 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 210 time: 0.0456138 May 26 16:58:47.481844 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Publish callbacks [] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.482626 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f32c3-ac13-4361-bb13-9ca277c53cbe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c09716-5e00-4333-b13c-669bfb91544d,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:47.498170 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Transition to ACTIVE for port object c72abf78-d876-4b2c-8de8-12d16d44d3a0 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:58:47.598999 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-671f32c3-ac13-4361-bb13-9ca277c53cbe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.600300 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-671f32c3-ac13-4361-bb13-9ca277c53cbe tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5871081 May 26 16:58:47.603163 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54042) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:47.607551 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-ac3ba87e-59e5-4a24-b09f-da3b18a79f14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'security_group_rule': {'security_group_id': '65c09716-5e00-4333-b13c-669bfb91544d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:47.624735 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.679332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Pushing event updated for resources: {'Port': ['ID=c72abf78-d876-4b2c-8de8-12d16d44d3a0,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:47.724189 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba87e-59e5-4a24-b09f-da3b18a79f14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (db6607ab-2441-4b09-a8f2-c2d4e8a97b6f), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.754123 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Attempting to bind port c72abf78-d876-4b2c-8de8-12d16d44d3a0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:47.754461 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Attempting to bind port c72abf78-d876-4b2c-8de8-12d16d44d3a0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:47.754833 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Attempting to bind port c72abf78-d876-4b2c-8de8-12d16d44d3a0 on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:47.759969 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Port c72abf78-d876-4b2c-8de8-12d16d44d3a0 on network f04a253f-94d5-469e-a169-e4789fc9cd70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:58:47.760228 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Attempting to bind port c72abf78-d876-4b2c-8de8-12d16d44d3a0 on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:47.765669 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:47.766014 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Checking segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:47.766406 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Bound using segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:47.766846 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Bound port: c72abf78-d876-4b2c-8de8-12d16d44d3a0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:47.767305 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.770867 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:47.777250 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:47.792755 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba87e-59e5-4a24-b09f-da3b18a79f14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (db6607ab-2441-4b09-a8f2-c2d4e8a97b6f), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.840119 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] For port c72abf78-d876-4b2c-8de8-12d16d44d3a0, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:47.844492 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] For port c72abf78-d876-4b2c-8de8-12d16d44d3a0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c72abf78-d876-4b2c-8de8-12d16d44d3a0,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:47.875777 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba87e-59e5-4a24-b09f-da3b18a79f14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (db6607ab-2441-4b09-a8f2-c2d4e8a97b6f), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.898767 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:47.900366 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ba87e-59e5-4a24-b09f-da3b18a79f14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6607ab-2441-4b09-a8f2-c2d4e8a97b6f,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:47.979138 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.980544 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba87e-59e5-4a24-b09f-da3b18a79f14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:47.981820 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ac3ba87e-59e5-4a24-b09f-da3b18a79f14 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776772 May 26 16:58:47.989223 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54044) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:47.990318 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-a0d6c29a-6096-4ad3-b571-71b8034db6ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'security_group_rule': {'security_group_id': '65c09716-5e00-4333-b13c-669bfb91544d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:48.020750 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.021442 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:48.022889 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] 10.222.0.95 "PUT /v2.0/ports/c72abf78-d876-4b2c-8de8-12d16d44d3a0 HTTP/1.1" status: 200 len: 1093 time: 1.0048642 May 26 16:58:48.023550 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'tag': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:48.025787 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e6f73f-276f-452f-bc6b-078473d155f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3", "tag": "c72abf78-d876-4b2c-8de8-12d16d44d3a0"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:48.060852 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f89ac-1cad-4d70-93dd-70f0f9a25f6d service neutron] Pushing event updated for resources: {'Port': ['ID=c72abf78-d876-4b2c-8de8-12d16d44d3a0,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:48.079660 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae9f94-edc8-4ac4-8866-7e42f25ee785 x-openstack-request-id: req-69ae9f94-edc8-4ac4-8866-7e42f25ee785 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:48.080012 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3", "tag": "c72abf78-d876-4b2c-8de8-12d16d44d3a0", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:48.080269 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69ae9f94-edc8-4ac4-8866-7e42f25ee785 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:48.081472 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ae9f94-edc8-4ac4-8866-7e42f25ee785'] response: {'name': 'network-changed', 'server_uuid': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'tag': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'status': 'completed', 'code': 200} May 26 16:58:48.099748 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0d6c29a-6096-4ad3-b571-71b8034db6ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (e5666915-3fcc-49bb-84b2-9a9123449021), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:48.173777 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0d6c29a-6096-4ad3-b571-71b8034db6ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (e5666915-3fcc-49bb-84b2-9a9123449021), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:48.189223 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f73f-276f-452f-bc6b-078473d155f7 req-aec6a346-e484-40bf-af2f-5c399099c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.191417 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-71e6f73f-276f-452f-bc6b-078473d155f7 req-aec6a346-e484-40bf-af2f-5c399099c717 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 1127 time: 0.0599687 May 26 16:58:48.272191 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0d6c29a-6096-4ad3-b571-71b8034db6ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (e5666915-3fcc-49bb-84b2-9a9123449021), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:48.296649 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6c29a-6096-4ad3-b571-71b8034db6ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5666915-3fcc-49bb-84b2-9a9123449021,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:48.334869 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f73f-276f-452f-bc6b-078473d155f7 req-084dde61-c8f5-4762-be02-86a4a6fd233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.336366 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-71e6f73f-276f-452f-bc6b-078473d155f7 req-084dde61-c8f5-4762-be02-86a4a6fd233f service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1258714 May 26 16:58:48.358390 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8210169-6da8-4dde-baca-bc2f2d0e0af7 req-9eff6cdf-a55d-4812-8e82-818d02296b93 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.359857 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c8210169-6da8-4dde-baca-bc2f2d0e0af7 req-9eff6cdf-a55d-4812-8e82-818d02296b93 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0489490 May 26 16:58:48.398022 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a0d6c29a-6096-4ad3-b571-71b8034db6ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:48.402695 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-a0d6c29a-6096-4ad3-b571-71b8034db6ca tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4139278 May 26 16:58:48.402968 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54052) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:48.407200 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:48.427861 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c8210169-6da8-4dde-baca-bc2f2d0e0af7 req-5f9802f4-6bb8-401d-858d-b131132ca6da tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614984 May 26 16:58:48.441920 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f73f-276f-452f-bc6b-078473d155f7 req-d32086d8-f25e-4a00-8619-45152f458699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.443450 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-71e6f73f-276f-452f-bc6b-078473d155f7 req-d32086d8-f25e-4a00-8619-45152f458699 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996528 May 26 16:58:48.527529 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:48.562509 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f02ba-cf35-4135-b082-130a2091fa8c req-f5f514c8-209b-4f31-a0ac-da63b1f362e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.564054 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-f5f514c8-209b-4f31-a0ac-da63b1f362e3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 1127 time: 0.0508559 May 26 16:58:48.606419 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-29a9f1ed-f8dc-4a17-8e79-32a0b4e337f7 req-7b6e1c06-0632-450a-af65-66eb0c6e6719 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 210 time: 0.0621009 May 26 16:58:48.617682 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-34a2a439-3ee5-40da-84bd-6dd6ff7fc740 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c72abf78-d876-4b2c-8de8-12d16d44d3a0 HTTP/1.1" status: 200 len: 217 time: 0.0393374 May 26 16:58:48.635865 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:48.668923 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:48.675091 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f02ba-cf35-4135-b082-130a2091fa8c req-765d86a7-18bf-42fa-9a87-3f80435bb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.676564 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-765d86a7-18bf-42fa-9a87-3f80435bb6f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 200 len: 854 time: 0.0464544 May 26 16:58:48.725071 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e00c3c55-3d7f-4963-b91d-d6125a2a2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.726537 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-e00c3c55-3d7f-4963-b91d-d6125a2a2d4e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f04a253f-94d5-469e-a169-e4789fc9cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423167 May 26 16:58:48.751771 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Allocated IP 172.27.1.236 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/a328a16a-3a70-4c3b-a97f-09425b5272ef) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:48.826500 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-1beb8fab-e059-4422-9b2f-1db2c525529e service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922139 May 26 16:58:48.841216 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:48.859036 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for port (a328a16a-3a70-4c3b-a97f-09425b5272ef), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:48.926959 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-871f02ba-cf35-4135-b082-130a2091fa8c req-5d99acaa-f8d1-46ef-b8e4-e897fc38e8e6 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900843 May 26 16:58:49.059135 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (a328a16a-3a70-4c3b-a97f-09425b5272ef), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:49.095935 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:49.101172 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:49.104712 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:49.134806 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'Port': ['ID=a328a16a-3a70-4c3b-a97f-09425b5272ef,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:49.145501 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-31cc71e0-d82e-4c04-8ba0-17d4c12df268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:49.199168 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (5c4e36c8-9562-426a-b6a7-6724b3108bab), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:49.201607 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:49.298706 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a328a16a-3a70-4c3b-a97f-09425b5272ef), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:49.480551 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for port (a328a16a-3a70-4c3b-a97f-09425b5272ef), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:49.549941 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd5bdd-2504-4efb-a7a7-5b70378180e0 req-c2ec1903-790f-4319-abda-9f5616866d40 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:49.551479 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-70dd5bdd-2504-4efb-a7a7-5b70378180e0 req-c2ec1903-790f-4319-abda-9f5616866d40 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0501881 May 26 16:58:49.574007 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (a328a16a-3a70-4c3b-a97f-09425b5272ef), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:49.661001 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'Port': ['ID=a328a16a-3a70-4c3b-a97f-09425b5272ef,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:49.670808 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-70dd5bdd-2504-4efb-a7a7-5b70378180e0 req-8c23c6d0-a728-4cd0-8017-abab4809b40e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134856 May 26 16:58:49.681902 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (5c4e36c8-9562-426a-b6a7-6724b3108bab), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:49.695207 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:49.723707 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-27890dce-d7f3-4c54-848f-736042e0cfbb req-a2ab21c2-0718-4674-96e1-da0736999ea5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 210 time: 0.0372007 May 26 16:58:49.826385 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:49.827639 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6e5dc80c-65ed-4a38-840c-64dc41b52f51 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4237454 May 26 16:58:49.980063 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-00168b9e-d9a8-4c07-ba60-c1dfd8c8a876 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--956757562&fields=id&tenant_id=5a16c7d70bb14cd3b898751084649cd2 HTTP/1.1" status: 200 len: 267 time: 0.0434556 May 26 16:58:50.094603 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-0b4c2045-0d42-4ab9-9783-2d5da7dfd52c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:50.096634 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-0b4c2045-0d42-4ab9-9783-2d5da7dfd52c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 817 time: 0.1096041 May 26 16:58:50.113761 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2c9ff100-ccfd-408c-9dbd-e53b5c4d6d70 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/quotas/5a16c7d70bb14cd3b898751084649cd2 HTTP/1.1" status: 200 len: 375 time: 0.0095756 May 26 16:58:50.167208 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-ff641eb3-a70f-4f3c-94df-60b50eda5095 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477829 May 26 16:58:50.316650 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-259a1310-123f-4c93-b31c-3ef02275f825 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381164 May 26 16:58:50.415065 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-0266aef9-bf5e-4301-8728-caa85931bddf service neutron] 10.222.0.48 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924575 May 26 16:58:50.821426 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-85c6b95d-4610-4cd0-87cc-d0e5619200ec req-fe102cb9-bb24-4ec4-8a83-5b5a773592e7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0334358 May 26 16:58:50.832940 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a317bf8-0111-4943-a689-406f045e681a req-55c5ad10-66bc-4c9f-84c4-b82eb9351184 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:50.834373 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0a317bf8-0111-4943-a689-406f045e681a req-55c5ad10-66bc-4c9f-84c4-b82eb9351184 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0877352 May 26 16:58:50.909394 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0a317bf8-0111-4943-a689-406f045e681a req-8ab369ee-2ebc-4bb5-8f80-bd6f579776e2 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647435 May 26 16:58:50.928190 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-213f8b25-814e-41fd-8a6b-e8c0305d419a req-fae330d8-db8a-41a6-9018-b367c6959105 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 210 time: 0.0365520 May 26 16:58:51.350601 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:51.422541 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-193f14e9-490b-4363-ad4e-1271f971cc9e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:51.424032 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-193f14e9-490b-4363-ad4e-1271f971cc9e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.95 "GET /v2.0/networks?id=083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 200 len: 809 time: 0.1100640 May 26 16:58:51.499148 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-cec94bf5-e24a-4c57-8689-bc9e43e336d4 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9562e9c747f4808a67c01436d9ede47 HTTP/1.1" status: 200 len: 379 time: 0.0579395 May 26 16:58:51.507721 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'port': {'device_id': 'b981b012-8995-4185-9b5c-03934263a18c', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'admin_state_up': True, 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'security_groups': ['84e3935a-1b47-4dee-b165-29809016090f']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:51.721178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Made reservation on behalf of b9562e9c747f4808a67c01436d9ede47 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:51.725672 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:51.860318 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Allocated IP 172.20.0.12 (083fb909-4ca5-4768-88fe-a9b00dc0a812/d5d69cff-769f-4d4d-a204-c34eae6aa945/dd6991b4-2331-41f4-a211-234d1b499987) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:51.875264 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:51.934192 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3f945a5d-d5d6-4730-9eb8-362c95ecc27e req-94260642-a4a8-419a-bfd9-0eec9044ed7e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0282590 May 26 16:58:52.034970 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for port (dd6991b4-2331-41f4-a211-234d1b499987), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:52.069050 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a36ef8d6-b1fe-41b8-b053-394002e259a8 req-7ff0b5c4-aadc-4d9d-b769-6eab0246b2b2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 210 time: 0.0551105 May 26 16:58:52.080758 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c20fe8-7ed6-4bbd-8cb5-2832dffec0ba req-7754b016-35d4-4456-853d-3700341c0c1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:52.091916 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-37c20fe8-7ed6-4bbd-8cb5-2832dffec0ba req-7754b016-35d4-4456-853d-3700341c0c1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0790758 May 26 16:58:52.134156 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-37c20fe8-7ed6-4bbd-8cb5-2832dffec0ba req-62b0e39e-1cba-41d9-9db4-eee96c0e6444 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454519 May 26 16:58:52.185201 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:52.195785 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:52.238547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:52.241840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:52.244878 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:52.272603 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:52.320065 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:52.321077 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:52.432744 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-d7d98afc-e824-490e-a43c-95ddfbef52d5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286706 May 26 16:58:52.452922 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Request body: {'port': {'device_id': 'b981b012-8995-4185-9b5c-03934263a18c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:52.516361 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (dd6991b4-2331-41f4-a211-234d1b499987), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:52.545720 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-af7c69ec-657f-438c-8640-b166474833fb None None] Provisioning complete for port dd6991b4-2331-41f4-a211-234d1b499987 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:52.546312 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-af7c69ec-657f-438c-8640-b166474833fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (dd6991b4-2331-41f4-a211-234d1b499987), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:52.565642 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:52.580277 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-af7c69ec-657f-438c-8640-b166474833fb None None] Port dd6991b4-2331-41f4-a211-234d1b499987 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:52.821007 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6991b4-2331-41f4-a211-234d1b499987 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:58:52.828955 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Publish callbacks [] for port (dd6991b4-2331-41f4-a211-234d1b499987), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:52.842599 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Transition to ACTIVE for port object dd6991b4-2331-41f4-a211-234d1b499987 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:58:52.967181 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:53.029129 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Pushing event updated for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:53.061770 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d5751f5-5441-4f1c-a276-0f0c15a7e908 req-4b28733f-b976-421b-a44c-2cc584d6b9df tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0374970 May 26 16:58:53.097685 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device c72abf78-d876-4b2c-8de8-12d16d44d3a0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:58:53.128261 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Attempting to bind port dd6991b4-2331-41f4-a211-234d1b499987 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:53.128745 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Attempting to bind port dd6991b4-2331-41f4-a211-234d1b499987 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:53.129088 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Attempting to bind port dd6991b4-2331-41f4-a211-234d1b499987 on network 083fb909-4ca5-4768-88fe-a9b00dc0a812 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:53.141081 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Port dd6991b4-2331-41f4-a211-234d1b499987 on network 083fb909-4ca5-4768-88fe-a9b00dc0a812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:58:53.141439 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Attempting to bind port dd6991b4-2331-41f4-a211-234d1b499987 on network 083fb909-4ca5-4768-88fe-a9b00dc0a812 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:53.149250 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:53.150651 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Checking segment: {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:53.153901 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Bound using segment: {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:53.154566 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Bound port: dd6991b4-2331-41f4-a211-234d1b499987, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317249c8-6714-43e5-bc92-b0604b84f319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:53.155054 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (dd6991b4-2331-41f4-a211-234d1b499987), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:53.233709 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:53.238911 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:53.239187 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port c72abf78-d876-4b2c-8de8-12d16d44d3a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c72abf78-d876-4b2c-8de8-12d16d44d3a0,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:53.241763 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:53.268815 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'port_id': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'mac_address': 'fa:16:3e:d4:5e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:58:53.276940 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f81d95-33a4-4216-96ee-678a99d353b0 req-f35a9e2f-d5aa-4712-8927-c3c16433de50 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:53.285956 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-13f81d95-33a4-4216-96ee-678a99d353b0 req-f35a9e2f-d5aa-4712-8927-c3c16433de50 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0972676 May 26 16:58:53.332524 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port c72abf78-d876-4b2c-8de8-12d16d44d3a0 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:53.332925 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:53.349296 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72abf78-d876-4b2c-8de8-12d16d44d3a0 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:58:53.355948 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:53.374127 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:53.377968 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port c72abf78-d876-4b2c-8de8-12d16d44d3a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c72abf78-d876-4b2c-8de8-12d16d44d3a0,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:53.387629 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a475c-3b4e-4d44-becd-bbeff4fcb41f req-957f660d-44f8-4924-ae55-f8dc8e3c72d2 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:53.389158 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b2a475c-3b4e-4d44-becd-bbeff4fcb41f req-957f660d-44f8-4924-ae55-f8dc8e3c72d2 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 943 time: 0.0926783 May 26 16:58:53.414691 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:53.430785 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-13f81d95-33a4-4216-96ee-678a99d353b0 req-c117e48a-1ff2-44d2-b9c3-af92db5c852c tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435268 May 26 16:58:53.438024 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-af814fa1-29c9-4428-a926-c3df48978758 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:53.439755 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-af814fa1-29c9-4428-a926-c3df48978758 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 817 time: 0.1697752 May 26 16:58:53.442631 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:53.443299 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:53.444784 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] 10.222.0.95 "PUT /v2.0/ports/dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 1094 time: 0.9966483 May 26 16:58:53.450773 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:53.453207 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d640b57-398b-40ea-9204-a93b60a71e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "tag": "dd6991b4-2331-41f4-a211-234d1b499987"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:53.455298 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:53.478901 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9761b-70eb-4c71-815a-dedcab0ec5df service neutron] Pushing event updated for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:53.502418 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b2a475c-3b4e-4d44-becd-bbeff4fcb41f req-bb499da5-9cdd-45b6-b703-fe9be3092a47 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063135 May 26 16:58:53.551718 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=c72abf78-d876-4b2c-8de8-12d16d44d3a0,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:53.561122 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.561515 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.561921 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.562323 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.562722 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.562878 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-064b5f2b-5c90-45c5-a619-ef7b41398203 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a16c7d70bb14cd3b898751084649cd2 HTTP/1.1" status: 200 len: 379 time: 0.0916786 May 26 16:58:53.563043 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.563369 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.563724 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.564132 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.564497 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.565730 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.566677 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.567916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.568369 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.568797 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:53.598879 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43af07d9-b341-42c8-a8b3-671d7e0f9e9c x-openstack-request-id: req-43af07d9-b341-42c8-a8b3-671d7e0f9e9c {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:53.599166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "tag": "dd6991b4-2331-41f4-a211-234d1b499987", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:53.599418 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43af07d9-b341-42c8-a8b3-671d7e0f9e9c {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:53.599845 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43af07d9-b341-42c8-a8b3-671d7e0f9e9c'] response: {'name': 'network-changed', 'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987', 'status': 'completed', 'code': 200} May 26 16:58:53.674406 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'port': {'device_id': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'admin_state_up': True, 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'security_groups': ['65c09716-5e00-4333-b13c-669bfb91544d']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:53.760150 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d640b57-398b-40ea-9204-a93b60a71e9a req-a8fab523-6e60-40bc-954a-6c98ea670b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:53.761652 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2d640b57-398b-40ea-9204-a93b60a71e9a req-a8fab523-6e60-40bc-954a-6c98ea670b3c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1128 time: 0.0836728 May 26 16:58:53.886847 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['c72abf78-d876-4b2c-8de8-12d16d44d3a0'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:58:53.904651 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d640b57-398b-40ea-9204-a93b60a71e9a req-c027e0d3-d346-4ce2-a106-0fc3588dc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:53.906153 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2d640b57-398b-40ea-9204-a93b60a71e9a req-c027e0d3-d346-4ce2-a106-0fc3588dc60a service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=b9562e9c747f4808a67c01436d9ede47&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1295774 May 26 16:58:53.944855 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Made reservation on behalf of 5a16c7d70bb14cd3b898751084649cd2 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:53.948246 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:54.066798 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:54.074608 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d640b57-398b-40ea-9204-a93b60a71e9a req-f8e4ee9c-0afe-4642-b249-e7b048671f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.076089 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2d640b57-398b-40ea-9204-a93b60a71e9a req-f8e4ee9c-0afe-4642-b249-e7b048671f75 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561594 May 26 16:58:54.133815 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Allocated IP 172.20.0.6 (8b6693f4-44e6-4850-bb10-714588f8b298/69987f88-5ec5-4e12-83e7-cf867ff3b92d/17153ebf-8de6-4b1d-bafd-f2c2e8580998) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:54.190590 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-08f8827e-c92b-419d-8b40-27618e139614 req-d2c42e4b-07b5-411e-a71e-3d33f08ef6aa tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0321755 May 26 16:58:54.227785 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-4029130f-beb3-42a9-8540-c0e0e976da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.229304 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-4029130f-beb3-42a9-8540-c0e0e976da9e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1128 time: 0.0699527 May 26 16:58:54.486952 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:54.488058 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:54.515848 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:54.551938 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-6a9a62a6-4249-42da-b7b6-3486b5eb2cf7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 217 time: 0.0395913 May 26 16:58:54.558537 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4977ba-badd-428c-b894-b2610408a143 req-d160cf4e-fe6d-4d94-8a6f-bafe658bd67a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.560746 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bd4977ba-badd-428c-b894-b2610408a143 req-d160cf4e-fe6d-4d94-8a6f-bafe658bd67a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0584986 May 26 16:58:54.638064 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-89f617f5-c181-4ef3-b9c0-5106e13e87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.639586 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-89f617f5-c181-4ef3-b9c0-5106e13e87d3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d5d69cff-769f-4d4d-a204-c34eae6aa945 HTTP/1.1" status: 200 len: 848 time: 0.0799966 May 26 16:58:54.644269 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:54.656079 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297bc3-7e20-424d-b322-d1c65901312f req-82aa1048-f944-4397-a9a4-163658acda23 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.659760 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cb297bc3-7e20-424d-b322-d1c65901312f req-82aa1048-f944-4397-a9a4-163658acda23 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 944 time: 0.0808904 May 26 16:58:54.663918 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bd4977ba-badd-428c-b894-b2610408a143 req-6fbce6c5-420e-4454-9966-01de28372f0b tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962698 May 26 16:58:54.680449 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:54.696248 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:54.701390 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-5073c9d7-50ca-4b45-b26b-5d952b8de220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.703350 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-5073c9d7-50ca-4b45-b26b-5d952b8de220 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=083fb909-4ca5-4768-88fe-a9b00dc0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557516 May 26 16:58:54.721382 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cb297bc3-7e20-424d-b322-d1c65901312f req-58b9a8c6-4593-4849-a3b2-f08e18bd245e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480487 May 26 16:58:54.805315 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-46f48595-5611-425e-bd32-23c69cd285be service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897141 May 26 16:58:54.861085 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:54.876696 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:54.921321 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Network 8b6693f4-44e6-4850-bb10-714588f8b298 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:54.928746 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:54.931391 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:54.946748 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:54.994724 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8d30a9b0-4f1f-42b1-860a-0c4dc76f93a4 req-65f25be0-4b4a-4ec7-ae97-0f12e809ff75 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812396 May 26 16:58:55.010066 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:55.011197 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:55.113104 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device c72abf78-d876-4b2c-8de8-12d16d44d3a0 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:55.159104 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d185d2a0-088a-4db9-9130-0f24c3364fed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4882133 May 26 16:58:55.163059 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-924f97db-438a-4cbd-8a96-31c7f7fb251a None None] Provisioning complete for port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:55.163419 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-924f97db-438a-4cbd-8a96-31c7f7fb251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:55.188553 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port c72abf78-d876-4b2c-8de8-12d16d44d3a0 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:58:55.201251 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-924f97db-438a-4cbd-8a96-31c7f7fb251a None None] Port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:58:55.263795 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port c72abf78-d876-4b2c-8de8-12d16d44d3a0 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:58:55.264083 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:55.303953 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:55.319471 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53270c-50e0-49c1-8d9e-f4528d16e8cd req-54428d0e-a542-49da-88d2-a74635860165 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:55.321000 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0f53270c-50e0-49c1-8d9e-f4528d16e8cd req-54428d0e-a542-49da-88d2-a74635860165 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 931 time: 0.0544987 May 26 16:58:55.333173 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:55.343613 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port c72abf78-d876-4b2c-8de8-12d16d44d3a0 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:58:55.345080 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:55.369343 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:55.370985 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0f53270c-50e0-49c1-8d9e-f4528d16e8cd req-7ed095c5-bae4-4b39-b8da-d24949821f38 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 May 26 16:58:55.371547 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4eb8ca-f699-4396-a0a7-05a51eb39d47" -d '{"events": [{"server_uuid": "3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "c72abf78-d876-4b2c-8de8-12d16d44d3a0"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:55.386417 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port c72abf78-d876-4b2c-8de8-12d16d44d3a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c72abf78-d876-4b2c-8de8-12d16d44d3a0,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:55.402038 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Request body: {'port': {'device_id': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:55.413446 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d4484-d720-4fe4-9bcd-95d4b47c929b x-openstack-request-id: req-3d7d4484-d720-4fe4-9bcd-95d4b47c929b {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:55.413760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "c72abf78-d876-4b2c-8de8-12d16d44d3a0", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:55.414055 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d7d4484-d720-4fe4-9bcd-95d4b47c929b {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:55.414457 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7d4484-d720-4fe4-9bcd-95d4b47c929b'] response: {'server_uuid': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'code': 200} May 26 16:58:55.463105 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:55.469971 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:55.523748 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=c72abf78-d876-4b2c-8de8-12d16d44d3a0,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:55.615843 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:55.776600 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17153ebf-8de6-4b1d-bafd-f2c2e8580998 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:58:55.794480 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Publish callbacks [] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:55.802333 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc493f-1be8-441d-9c0c-b13b312f2e42 req-d4cde242-8939-4d7e-8947-b37e4d50b286 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:55.803959 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3ebc493f-1be8-441d-9c0c-b13b312f2e42 req-d4cde242-8939-4d7e-8947-b37e4d50b286 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0635979 May 26 16:58:55.840039 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f060c5f-cebc-4466-b589-c44dfcfaa449 req-84a96957-0d6b-4393-947f-ed224c82422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:55.841611 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9f060c5f-cebc-4466-b589-c44dfcfaa449 req-84a96957-0d6b-4393-947f-ed224c82422c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 1129 time: 0.0603361 May 26 16:58:55.842596 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Transition to ACTIVE for port object 17153ebf-8de6-4b1d-bafd-f2c2e8580998 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:58:55.878262 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab0f6-05d3-4f41-95c7-a14b5855d4e3 req-95db81e1-45b8-48d3-a5d3-7a19d2e976a5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:55.879896 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-917ab0f6-05d3-4f41-95c7-a14b5855d4e3 req-95db81e1-45b8-48d3-a5d3-7a19d2e976a5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0725782 May 26 16:58:55.888530 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9f060c5f-cebc-4466-b589-c44dfcfaa449 req-b34b824c-b78e-4d49-a170-79ee7ac71f8e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405190 May 26 16:58:55.911615 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3ebc493f-1be8-441d-9c0c-b13b312f2e42 req-73dc2ddd-9dc8-49f3-be4c-d5c785d194cd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948615 May 26 16:58:55.941965 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-917ab0f6-05d3-4f41-95c7-a14b5855d4e3 req-780a5244-f450-4a6e-aba2-22667493ce16 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510013 May 26 16:58:55.990235 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:56.051566 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:56.092241 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:56.125493 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Attempting to bind port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:58:56.125840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Attempting to bind port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:58:56.126158 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Attempting to bind port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 on network 8b6693f4-44e6-4850-bb10-714588f8b298 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:56.131755 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 on network 8b6693f4-44e6-4850-bb10-714588f8b298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:58:56.132075 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Attempting to bind port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 on network 8b6693f4-44e6-4850-bb10-714588f8b298 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:56.137754 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:56.138094 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Checking segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:58:56.138486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Bound using segment: {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:56.138916 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Bound port: 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f68fe7c-071e-4d69-88fa-e11a64421df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:58:56.139277 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:56.205860 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:56.208910 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:56.287851 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:56.331592 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:56.332309 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:56.333653 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] 10.222.0.95 "PUT /v2.0/ports/17153ebf-8de6-4b1d-bafd-f2c2e8580998 HTTP/1.1" status: 200 len: 1093 time: 0.9360669 May 26 16:58:56.334112 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:56.336377 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0f8f10-29de-46da-8b4a-448043bc20b8" -d '{"events": [{"name": "network-changed", "server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:56.371604 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ed38-432f-42ac-a7b3-00bfa735dfcd service neutron] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:56.379472 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91e0427-56cf-4572-90f3-706afc07b380 x-openstack-request-id: req-b91e0427-56cf-4572-90f3-706afc07b380 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:56.379767 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:56.380023 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b91e0427-56cf-4572-90f3-706afc07b380 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:56.380611 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91e0427-56cf-4572-90f3-706afc07b380'] response: {'name': 'network-changed', 'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'status': 'completed', 'code': 200} May 26 16:58:56.506215 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8faf9-744e-48ba-b1eb-aeed05dfe28e req-ef81ac25-57ae-4bd6-aac5-714ea1baeb46 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:56.507943 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-49a8faf9-744e-48ba-b1eb-aeed05dfe28e req-ef81ac25-57ae-4bd6-aac5-714ea1baeb46 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0521228 May 26 16:58:56.558503 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-49a8faf9-744e-48ba-b1eb-aeed05dfe28e req-60264f45-dc4e-475f-84ac-df8d97b3eadf tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446873 May 26 16:58:56.810400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f8f10-29de-46da-8b4a-448043bc20b8 req-117e53a4-b6e7-4f35-9781-8961e1cbf62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:56.811855 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3e0f8f10-29de-46da-8b4a-448043bc20b8 req-117e53a4-b6e7-4f35-9781-8961e1cbf62e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 1127 time: 0.0421371 May 26 16:58:56.953291 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f8f10-29de-46da-8b4a-448043bc20b8 req-e0556aae-683f-4128-8655-8b4c3a9c842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:56.954943 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3e0f8f10-29de-46da-8b4a-448043bc20b8 req-e0556aae-683f-4128-8655-8b4c3a9c842c service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=5a16c7d70bb14cd3b898751084649cd2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1014555 May 26 16:58:57.072550 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f8f10-29de-46da-8b4a-448043bc20b8 req-a48a52f3-96b6-4ff7-9784-814c7c67104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:57.073449 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab479-8429-4dc5-b561-ea8b3128bfa4 req-c4f9fe62-5596-49f5-93c3-68993f8920b5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:57.073997 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3e0f8f10-29de-46da-8b4a-448043bc20b8 req-a48a52f3-96b6-4ff7-9784-814c7c67104a service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057062 May 26 16:58:57.075594 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f9ab479-8429-4dc5-b561-ea8b3128bfa4 req-c4f9fe62-5596-49f5-93c3-68993f8920b5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0901201 May 26 16:58:57.100955 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd1f44-2f8a-4565-8594-75a63cbff5ea req-77634095-2def-47f2-b93b-eae9f6039f30 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:57.102441 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-12cd1f44-2f8a-4565-8594-75a63cbff5ea req-77634095-2def-47f2-b93b-eae9f6039f30 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0821414 May 26 16:58:57.163604 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f9ab479-8429-4dc5-b561-ea8b3128bfa4 req-67673f1d-d0f8-4dbe-a6bf-3fe9d3f85610 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807743 May 26 16:58:57.181228 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-12cd1f44-2f8a-4565-8594-75a63cbff5ea req-c22b7036-699a-44a0-8aca-2ca1a17c015f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699949 May 26 16:58:57.678893 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc8511-c691-432a-ba77-d8bd3c7f3a3e req-781f6089-bc7f-4b58-b73c-a52ac12d8a6b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:57.680461 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-20dc8511-c691-432a-ba77-d8bd3c7f3a3e req-781f6089-bc7f-4b58-b73c-a52ac12d8a6b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0485349 May 26 16:58:57.729273 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-20dc8511-c691-432a-ba77-d8bd3c7f3a3e req-0b425e99-11c4-442e-983c-224e1f3a04b7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431285 May 26 16:58:57.825472 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-a5b1c6fe-1be6-41d9-b80d-a8100bab95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:57.826885 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-a5b1c6fe-1be6-41d9-b80d-a8100bab95f6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 1127 time: 0.0407960 May 26 16:58:57.879565 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-2f8f1a9b-0579-4f3e-86b5-f18c45078564 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998 HTTP/1.1" status: 200 len: 217 time: 0.0380564 May 26 16:58:57.935940 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-fea14eb9-60d0-4b24-864c-52e419aee35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:57.937445 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-fea14eb9-60d0-4b24-864c-52e419aee35f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0462065 May 26 16:58:57.983063 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-7c78ede8-33bd-4bc7-bd5a-b420cf365410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:57.984639 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-7c78ede8-33bd-4bc7-bd5a-b420cf365410 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404599 May 26 16:58:58.012390 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:58.080856 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-aeb82496-1dd3-4e36-a96c-8f0beb3eb884 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895596 May 26 16:58:58.171107 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bbedbfae-ce02-4c1d-a3a0-f9e31fe428a4 req-d7fba807-686b-4d66-9398-22dec5d284b9 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 May 26 16:58:58.315890 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697079-2629-4f62-8f00-bbb2e9fd4e95 req-e7749bed-19f2-4853-87bd-e431b9a18e92 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:58.317499 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ae697079-2629-4f62-8f00-bbb2e9fd4e95 req-e7749bed-19f2-4853-87bd-e431b9a18e92 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0829616 May 26 16:58:58.328425 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787019c7-4009-4acb-80bb-2f95ce70adaa req-1b3857da-e018-4ec2-adc9-3b96a900f61f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:58.329866 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-787019c7-4009-4acb-80bb-2f95ce70adaa req-1b3857da-e018-4ec2-adc9-3b96a900f61f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0626373 May 26 16:58:58.405861 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ae697079-2629-4f62-8f00-bbb2e9fd4e95 req-b1c6d322-8552-4347-8f04-fbe9f58d9804 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749445 May 26 16:58:58.413711 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-787019c7-4009-4acb-80bb-2f95ce70adaa req-5029a082-7044-4d6a-90c6-593533a15957 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754738 May 26 16:58:58.528005 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1764b9c-8417-4de7-adc2-0e75460787f9 req-9d47bdde-5ac8-4bbd-9993-f4686bd3f8fd tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:58.529537 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1764b9c-8417-4de7-adc2-0e75460787f9 req-9d47bdde-5ac8-4bbd-9993-f4686bd3f8fd tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0512547 May 26 16:58:58.539009 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54146) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:58:58.543363 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'floatingip': {'port_id': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:58:58.582372 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (2f56d207-72ec-46a2-ae7f-a1f59d530697), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:58.728892 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:58.731226 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:59.146499 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a368cf-b36a-4e26-94d7-ecffea2e3483 req-5fb74227-071f-45ec-807f-f7b4873dcd72 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:59.148011 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-40a368cf-b36a-4e26-94d7-ecffea2e3483 req-5fb74227-071f-45ec-807f-f7b4873dcd72 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.3182626 May 26 16:58:59.269242 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-40a368cf-b36a-4e26-94d7-ecffea2e3483 req-f4df8155-4356-44b5-b70b-e8790b7dd83f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890572 May 26 16:58:59.323205 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:59.401431 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (2f56d207-72ec-46a2-ae7f-a1f59d530697), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:59.530936 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Floating IP 2f56d207-72ec-46a2-ae7f-a1f59d530697 associated. External IP: 172.27.1.204, port: c72abf78-d876-4b2c-8de8-12d16d44d3a0. May 26 16:58:59.541078 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987324c-2b06-45f9-a018-a1413b4a475d req-d742064b-c030-4f6c-93b5-b4514f22dd77 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:59.542611 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c987324c-2b06-45f9-a018-a1413b4a475d req-d742064b-c030-4f6c-93b5-b4514f22dd77 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0614302 May 26 16:58:59.667057 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c987324c-2b06-45f9-a018-a1413b4a475d req-274c4780-3565-49c9-9138-f8de4b0a4187 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892475 May 26 16:58:59.816593 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605c200-72b5-4366-a4c1-d39dfe88e33d req-bf6972db-12e8-4a5e-a629-e46d722eed22 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:59.818042 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8605c200-72b5-4366-a4c1-d39dfe88e33d req-bf6972db-12e8-4a5e-a629-e46d722eed22 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0823803 May 26 16:58:59.842198 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:59.860198 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:58:59.891466 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8605c200-72b5-4366-a4c1-d39dfe88e33d req-b5062d37-1697-4e56-a0b4-986e7aa59947 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659685 May 26 16:58:59.983296 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:59.989110 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:58:59.997908 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:00.008034 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:00.008642 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:00.016423 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:00.024103 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-d299dc84-f17e-42b1-bcc1-68cb8f40cadb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "PUT /v2.0/floatingips/2f56d207-72ec-46a2-ae7f-a1f59d530697 HTTP/1.1" status: 200 len: 991 time: 1.4840815 May 26 16:59:00.024721 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'tag': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:00.027092 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad528ef-5627-4311-933f-75050d9156b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3", "tag": "c72abf78-d876-4b2c-8de8-12d16d44d3a0"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:00.123566 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:00.128825 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190986e0-54f0-45c1-8387-716daecdb4b8 x-openstack-request-id: req-190986e0-54f0-45c1-8387-716daecdb4b8 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:00.129196 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3", "tag": "c72abf78-d876-4b2c-8de8-12d16d44d3a0", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:00.129600 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-190986e0-54f0-45c1-8387-716daecdb4b8 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:00.130098 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190986e0-54f0-45c1-8387-716daecdb4b8'] response: {'name': 'network-changed', 'server_uuid': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'tag': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'status': 'completed', 'code': 200} May 26 16:59:00.346743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2f56d207-72ec-46a2-ae7f-a1f59d530697', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:d4:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:41Z', 'updated_at': '2022-05-26T16:58:59Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:00.373159 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:00.382556 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:00.383176 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:00.399207 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e3f4-3e38-4763-b59a-ab004d470dbe req-74a39faf-c9f7-496f-a859-68be28bf7951 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:00.400751 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e696e3f4-3e38-4763-b59a-ab004d470dbe req-74a39faf-c9f7-496f-a859-68be28bf7951 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0498652 May 26 16:59:00.452274 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e696e3f4-3e38-4763-b59a-ab004d470dbe req-e259f1d1-a27d-4fc0-ac86-6b63d3dff68d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457797 May 26 16:59:00.503419 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:00.803332 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8b13b-1f1a-43d3-b343-e04bb7ded426 req-7a62d5e3-ec76-438d-b833-58cda84844dc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:00.805023 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-18f8b13b-1f1a-43d3-b343-e04bb7ded426 req-7a62d5e3-ec76-438d-b833-58cda84844dc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0582647 May 26 16:59:00.843787 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:00.849907 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2f56d207-72ec-46a2-ae7f-a1f59d530697', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:d4:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:41Z', 'updated_at': '2022-05-26T16:58:59Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:00.859374 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-18f8b13b-1f1a-43d3-b343-e04bb7ded426 req-98f60608-b867-4653-a5e2-e019769ca90c tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486324 May 26 16:59:00.878794 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d539d00-3a56-4285-bd9e-b610db84bc63 None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2f56d207-72ec-46a2-ae7f-a1f59d530697', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:d4:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:41Z', 'updated_at': '2022-05-26T16:58:59Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:01.023378 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7d1f-f378-4ad4-bc4f-452a01f58d89 req-86e4a2e8-f928-4967-ae36-8f54c078f64a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:01.024900 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-adce7d1f-f378-4ad4-bc4f-452a01f58d89 req-86e4a2e8-f928-4967-ae36-8f54c078f64a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0562704 May 26 16:59:01.075361 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-adce7d1f-f378-4ad4-bc4f-452a01f58d89 req-87b2769d-9439-41ba-b044-5e345d19a87c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445333 May 26 16:59:01.092637 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f38150-73ae-4446-a93e-e22372b454df None None] New status for floating IP 2f56d207-72ec-46a2-ae7f-a1f59d530697: ACTIVE {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:59:01.135224 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:59:01.239679 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:01.241944 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:01.252315 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'port_id': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'mac_address': 'fa:16:3e:81:95:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:59:01.292479 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:59:01.292872 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:01.306356 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17153ebf-8de6-4b1d-bafd-f2c2e8580998 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:59:01.326353 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:01.391400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad528ef-5627-4311-933f-75050d9156b2 req-2b70eefc-beb3-4c66-90d4-4d7af9a46130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:01.393631 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1ad528ef-5627-4311-933f-75050d9156b2 req-2b70eefc-beb3-4c66-90d4-4d7af9a46130 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 1129 time: 0.0457573 May 26 16:59:01.435565 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:01.486552 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:01.586690 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ce4dc-43e2-4296-b767-8e30920df3e8 req-8f930c59-bd8e-440f-9f1f-27b4bbda479e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:01.588210 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-515ce4dc-43e2-4296-b767-8e30920df3e8 req-8f930c59-bd8e-440f-9f1f-27b4bbda479e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0481992 May 26 16:59:01.637405 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-515ce4dc-43e2-4296-b767-8e30920df3e8 req-0d9259cf-6766-45e9-bd95-4519537a97c6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434992 May 26 16:59:01.839030 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['17153ebf-8de6-4b1d-bafd-f2c2e8580998'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:59:01.984991 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a821b78-b423-415d-825d-3590db387c04 req-85bee15c-8f69-4a59-a856-8b39cfa44233 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:01.986573 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2a821b78-b423-415d-825d-3590db387c04 req-85bee15c-8f69-4a59-a856-8b39cfa44233 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0522556 May 26 16:59:02.040638 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2a821b78-b423-415d-825d-3590db387c04 req-5c62d3c1-6466-486f-adf5-6daf0412c544 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480092 May 26 16:59:02.193155 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633e557-6a42-4b37-bf76-5e14b2a35883 req-aa6bfd9a-e5d5-40e8-9793-efa20a2b76ce tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.194700 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6633e557-6a42-4b37-bf76-5e14b2a35883 req-aa6bfd9a-e5d5-40e8-9793-efa20a2b76ce tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0480797 May 26 16:59:02.250460 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6633e557-6a42-4b37-bf76-5e14b2a35883 req-df2a9bba-7c49-4f31-abca-ec99a5a2ca12 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491855 May 26 16:59:02.292258 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-666378dc-3802-42a8-9eb5-94e0f691b402 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.293767 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-666378dc-3802-42a8-9eb5-94e0f691b402 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0938270 May 26 16:59:02.323616 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad528ef-5627-4311-933f-75050d9156b2 req-b5f30c24-f0ae-41b5-98d4-d45bd5c2704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.325078 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1ad528ef-5627-4311-933f-75050d9156b2 req-b5f30c24-f0ae-41b5-98d4-d45bd5c2704f service neutron] 10.222.0.95 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 916 time: 0.1343656 May 26 16:59:02.739857 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1ad528ef-5627-4311-933f-75050d9156b2 req-b6c0362d-dab8-4877-93c1-9fde3897d70a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c72abf78-d876-4b2c-8de8-12d16d44d3a0 HTTP/1.1" status: 200 len: 1001 time: 0.0931416 May 26 16:59:02.767226 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d4213-f528-44fb-9117-093f3fbb6d43 req-4ceb0240-b70e-4b92-b405-a70a47d6b08c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.769719 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2a8d4213-f528-44fb-9117-093f3fbb6d43 req-4ceb0240-b70e-4b92-b405-a70a47d6b08c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0532575 May 26 16:59:02.779294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:02.819524 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Deleting port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:02.819867 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:02.823905 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2a8d4213-f528-44fb-9117-093f3fbb6d43 req-63334f46-6a21-414b-a8bd-400cae8926a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477135 May 26 16:59:02.876119 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad528ef-5627-4311-933f-75050d9156b2 req-aeac6d84-729e-473d-ad5c-5ab1f0c75ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.878177 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1ad528ef-5627-4311-933f-75050d9156b2 req-aeac6d84-729e-473d-ad5c-5ab1f0c75ff5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 200 len: 854 time: 0.1121662 May 26 16:59:02.943918 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad528ef-5627-4311-933f-75050d9156b2 req-e33ee4a6-1dc5-47bc-ae09-2c2ec92ee2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.945382 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1ad528ef-5627-4311-933f-75050d9156b2 req-e33ee4a6-1dc5-47bc-ae09-2c2ec92ee2f9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f04a253f-94d5-469e-a169-e4789fc9cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569885 May 26 16:59:03.018428 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] For port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:03.018806 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:03.147884 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1ad528ef-5627-4311-933f-75050d9156b2 req-c3e2ec0c-80c4-4297-9f9d-bf7f54b741a6 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934800 May 26 16:59:03.164050 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb6c8-b66a-4ddb-b7df-2dee779a659c req-93db7d3e-1a49-42c4-89b4-a9ef76b5e616 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.165685 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-62acb6c8-b66a-4ddb-b7df-2dee779a659c req-93db7d3e-1a49-42c4-89b4-a9ef76b5e616 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0509644 May 26 16:59:03.218601 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:59:03.229910 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-62acb6c8-b66a-4ddb-b7df-2dee779a659c req-95bd47ff-d260-44b2-8fa7-ee59390325ee tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582485 May 26 16:59:03.264917 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:59:03.274991 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:03.275358 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:03.275673 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Floating IP b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3 disassociated. External IP: 172.27.1.47, port: aa5bb9eb-d210-4c41-8ad7-80a9d91058a7. May 26 16:59:03.276097 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Calling delete_port for aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:03.338911 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1ad528ef-5627-4311-933f-75050d9156b2 req-c230e11c-0504-4214-9600-26d9d2d67d0c service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779444 May 26 16:59:03.349803 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:03.377779 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1e5c0-427b-46ef-9706-ec8e93d47349 req-8f1486b3-66f1-4fb0-8898-704b3d131848 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.379492 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7dc1e5c0-427b-46ef-9706-ec8e93d47349 req-8f1486b3-66f1-4fb0-8898-704b3d131848 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 945 time: 0.0530186 May 26 16:59:03.410130 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:59:03.411599 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:03.445967 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7dc1e5c0-427b-46ef-9706-ec8e93d47349 req-20659927-b67a-46e0-84e9-8dae20abe7f6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=760bfadc-4f49-46bb-a527-ba36525df88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600698 May 26 16:59:03.512531 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:59:03.512909 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:03.536471 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:03.538815 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a76d77-6902-41ec-beee-0b22093479e5" -d '{"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:03.551534 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:03.602771 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (aa5bb9eb-d210-4c41-8ad7-80a9d91058a7), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:03.629802 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event deleted for resources: {'Port': ['ID=aa5bb9eb-d210-4c41-8ad7-80a9d91058a7,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:03.634997 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616a92ff-df0b-491f-afb7-76076507eace x-openstack-request-id: req-616a92ff-df0b-491f-afb7-76076507eace {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:03.635340 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:03.635519 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-616a92ff-df0b-491f-afb7-76076507eace {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:03.635912 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616a92ff-df0b-491f-afb7-76076507eace'] response: {'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'code': 200} May 26 16:59:03.669977 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:03.670857 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:03.681507 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:03.707562 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:59:03.707819 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:03.737664 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:03.758385 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Router 6e0db8ca-bef8-411a-a997-7f52801c28cd has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:03.873352 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:03.886467 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] Sync routers for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:03.915589 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:03.916471 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:03.920805 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] No DVR routers for this DVR port aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:59:03.927776 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:03.940420 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-a264a11b-f1f0-4d38-94a2-6145819f0fce req-4592fb71-082f-46c3-8d49-e577f4e6beaa tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "DELETE /v2.0/ports/aa5bb9eb-d210-4c41-8ad7-80a9d91058a7 HTTP/1.1" status: 204 len: 173 time: 1.2864180 May 26 16:59:03.940647 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432ca18-47de-4981-bc37-036d927a5c62', 'name': 'network-vif-deleted', 'tag': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:03.943476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290c3a46-6666-4d6f-8774-8ad1692cf090" -d '{"events": [{"server_uuid": "e432ca18-47de-4981-bc37-036d927a5c62", "name": "network-vif-deleted", "tag": "aa5bb9eb-d210-4c41-8ad7-80a9d91058a7"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:03.980932 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f71f6b-df45-42ec-804b-6455f7832249 req-72ed2127-cca4-43bb-a562-893ee0984415 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.988280 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-95f71f6b-df45-42ec-804b-6455f7832249 req-72ed2127-cca4-43bb-a562-893ee0984415 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0744164 May 26 16:59:04.016222 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:04.039833 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-95f71f6b-df45-42ec-804b-6455f7832249 req-b696edc1-17e5-42ce-a60f-b84240251315 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486369 May 26 16:59:04.041429 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:04.124400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5009cd38-4fcd-41de-9dfe-cc688b977196 x-openstack-request-id: req-5009cd38-4fcd-41de-9dfe-cc688b977196 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:04.124400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e432ca18-47de-4981-bc37-036d927a5c62", "name": "network-vif-deleted", "tag": "aa5bb9eb-d210-4c41-8ad7-80a9d91058a7", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:04.124400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5009cd38-4fcd-41de-9dfe-cc688b977196 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:04.124843 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5009cd38-4fcd-41de-9dfe-cc688b977196'] response: {'server_uuid': 'e432ca18-47de-4981-bc37-036d927a5c62', 'name': 'network-vif-deleted', 'tag': 'aa5bb9eb-d210-4c41-8ad7-80a9d91058a7', 'status': 'completed', 'code': 200} May 26 16:59:04.161097 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ff6d4-7653-46a7-9e14-67079a0133d5 req-92083356-a133-4137-bb61-6bcc6bfb9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:04.162889 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-082ff6d4-7653-46a7-9e14-67079a0133d5 req-92083356-a133-4137-bb61-6bcc6bfb9b7b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 1129 time: 0.0501606 May 26 16:59:04.202209 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:04.214275 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-082ff6d4-7653-46a7-9e14-67079a0133d5 req-0e31aff8-0d2e-4e69-932d-836fab906d26 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 May 26 16:59:04.275236 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:04.300472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] Checking router: 6e0db8ca-bef8-411a-a997-7f52801c28cd for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:04.309411 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:04.310016 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:04.341539 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7117699-afae-4b5e-b5b1-37ecb61c2b36 req-5ce556f5-d4f3-4719-b555-b8f4ccd078b2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:04.343023 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7117699-afae-4b5e-b5b1-37ecb61c2b36 req-5ce556f5-d4f3-4719-b555-b8f4ccd078b2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0483840 May 26 16:59:04.367881 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:04.372396 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:04.400673 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7117699-afae-4b5e-b5b1-37ecb61c2b36 req-ed47dc95-9417-4b5c-86f3-2c0a85720db6 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500720 May 26 16:59:04.421078 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:04.450271 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dc7b2-42fd-4ad6-ba30-3d74214906dd req-c6c1115a-bbda-4d5f-8d0a-425e4309a59a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:04.451737 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b5dc7b2-42fd-4ad6-ba30-3d74214906dd req-c6c1115a-bbda-4d5f-8d0a-425e4309a59a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0474572 May 26 16:59:04.509862 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b5dc7b2-42fd-4ad6-ba30-3d74214906dd req-fa2de5c4-346d-4533-936a-319a61615be2 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512455 May 26 16:59:04.547195 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-38715992-5ffc-41a4-a64d-42ee8f3f0ac2 req-c304de69-01b8-4464-ad52-3a14c93a6f77 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0326855 May 26 16:59:04.627487 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:04.657524 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e6139-295d-4025-9217-3fc00ea77429 None None] The sync data for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi is: [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:04.899310 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d4cb7-eb57-4464-9b96-bf1fc1fca386 None None] New status for floating IP b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:59:05.157534 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device dd6991b4-2331-41f4-a211-234d1b499987 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:59:05.161272 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16ae86-99bf-46ab-8f38-82529eb63544 req-b288c4a8-9efb-416e-b1c4-d8d3840395e0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:05.163283 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4a16ae86-99bf-46ab-8f38-82529eb63544 req-b288c4a8-9efb-416e-b1c4-d8d3840395e0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0493860 May 26 16:59:05.216874 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4a16ae86-99bf-46ab-8f38-82529eb63544 req-da4c6e96-04b4-4297-af83-ddd7b58077e2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457456 May 26 16:59:05.265089 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:05.266977 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:05.278586 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'dd6991b4-2331-41f4-a211-234d1b499987', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'port_id': 'dd6991b4-2331-41f4-a211-234d1b499987', 'mac_address': 'fa:16:3e:03:d6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:59:05.313653 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port dd6991b4-2331-41f4-a211-234d1b499987 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:59:05.314116 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (dd6991b4-2331-41f4-a211-234d1b499987), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:05.316726 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:59:05.331794 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6991b4-2331-41f4-a211-234d1b499987 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:59:05.352441 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:05.458799 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:05.508404 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:05.519893 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b5767-4586-4b95-86c0-e894e4370f95 req-010c8cc0-9225-49a1-8533-b1fcd2f9eccc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:05.521420 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d01b5767-4586-4b95-86c0-e894e4370f95 req-010c8cc0-9225-49a1-8533-b1fcd2f9eccc tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 945 time: 0.0487237 May 26 16:59:05.576230 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d01b5767-4586-4b95-86c0-e894e4370f95 req-87483176-cadf-4990-b3f5-52d5a531c667 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490928 May 26 16:59:05.623500 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280370d-3231-490d-8817-bff9fa30100b req-82245f98-c385-451a-b16f-a7e00b09000b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:05.625101 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e280370d-3231-490d-8817-bff9fa30100b req-82245f98-c385-451a-b16f-a7e00b09000b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0479085 May 26 16:59:05.684657 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-01667400-60bc-424d-94dc-cec1f7081bc4 req-a2d87db5-1b8b-4f64-98c7-13263e50c199 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0393939 May 26 16:59:05.701635 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e280370d-3231-490d-8817-bff9fa30100b req-bf58078d-3e14-414c-8191-262849a817f6 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709052 May 26 16:59:05.850558 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['dd6991b4-2331-41f4-a211-234d1b499987'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:59:06.340761 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050151e-c5cf-4cb2-b784-e5906b9256d6 req-e43f104c-5cbf-46f1-9266-593cf46b2c79 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:06.342256 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2050151e-c5cf-4cb2-b784-e5906b9256d6 req-e43f104c-5cbf-46f1-9266-593cf46b2c79 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0469055 May 26 16:59:06.393664 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2050151e-c5cf-4cb2-b784-e5906b9256d6 req-57169fef-474f-4d65-a7f8-32c786e81fb4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452101 May 26 16:59:06.689818 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6a10-7e05-4e95-b849-b2ba0c5547da req-8689cd79-252a-41f7-8f8e-f6e212972877 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:06.691330 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f76f6a10-7e05-4e95-b849-b2ba0c5547da req-8689cd79-252a-41f7-8f8e-f6e212972877 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 945 time: 0.0476785 May 26 16:59:06.741661 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f76f6a10-7e05-4e95-b849-b2ba0c5547da req-28d6300c-bce7-47ca-8ead-44a65c8857c1 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446031 May 26 16:59:06.807099 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f11389ee-4fe8-4860-b2aa-9ee12a46d0f1 req-7fbdfef7-6759-4f6b-8bc6-448b532d3958 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0302830 May 26 16:59:06.857605 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c1bf-6e29-4505-bf10-c469d88b07d4 req-2b652d78-5a0c-41e3-902d-2666883cb9f8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:06.859019 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dcc1c1bf-6e29-4505-bf10-c469d88b07d4 req-2b652d78-5a0c-41e3-902d-2666883cb9f8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0544195 May 26 16:59:06.908995 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dcc1c1bf-6e29-4505-bf10-c469d88b07d4 req-dceff8e3-7aa0-43c0-8fa2-f2766b586ce1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 May 26 16:59:07.160378 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device dd6991b4-2331-41f4-a211-234d1b499987 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:59:07.201967 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port dd6991b4-2331-41f4-a211-234d1b499987 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:59:07.269712 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port dd6991b4-2331-41f4-a211-234d1b499987 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:59:07.270077 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (dd6991b4-2331-41f4-a211-234d1b499987), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:07.344113 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port dd6991b4-2331-41f4-a211-234d1b499987 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:59:07.344490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (dd6991b4-2331-41f4-a211-234d1b499987), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:07.363796 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:07.368018 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:07.370225 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53643877-f907-48de-8b72-7fe1830646b7" -d '{"events": [{"server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6991b4-2331-41f4-a211-234d1b499987"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:07.383472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:07.405031 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1944a1-987c-4c0e-87dc-feccc19cd38f x-openstack-request-id: req-aa1944a1-987c-4c0e-87dc-feccc19cd38f {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:07.405407 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6991b4-2331-41f4-a211-234d1b499987", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:07.412701 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa1944a1-987c-4c0e-87dc-feccc19cd38f {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:07.412701 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1944a1-987c-4c0e-87dc-feccc19cd38f'] response: {'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987', 'code': 200} May 26 16:59:07.458157 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:07.507368 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:07.519866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71a341-2885-4854-974c-ca56b4804cc3 req-f9ae91f2-acd8-4d1b-8619-010ccb895872 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:07.521417 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d71a341-2885-4854-974c-ca56b4804cc3 req-f9ae91f2-acd8-4d1b-8619-010ccb895872 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0526061 May 26 16:59:07.569124 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d71a341-2885-4854-974c-ca56b4804cc3 req-b5dee679-3f53-4805-a335-abe7754fa51a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 May 26 16:59:07.855574 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:07.873045 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc57e2-b481-4f99-9bb8-7d7e785626db req-9adf7941-5fa3-4d6a-bc3e-4d21c21f246c tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:07.874845 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-58dc57e2-b481-4f99-9bb8-7d7e785626db req-9adf7941-5fa3-4d6a-bc3e-4d21c21f246c tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0507412 May 26 16:59:07.940156 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-767268d7-15d2-4aae-9f81-b45bfb3c2afa req-1c358218-1cca-4fda-b9a8-9c02659da40d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0417867 May 26 16:59:07.959699 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-58dc57e2-b481-4f99-9bb8-7d7e785626db req-808bc9f5-e388-4d53-b0e6-b17f52c18187 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771890 May 26 16:59:08.052542 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b95980-a2f6-49de-a75d-4a211485c9d4 req-17e29659-6145-458a-92f1-539d56cea3f8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:08.053948 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2b95980-a2f6-49de-a75d-4a211485c9d4 req-17e29659-6145-458a-92f1-539d56cea3f8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0473070 May 26 16:59:08.102283 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2b95980-a2f6-49de-a75d-4a211485c9d4 req-cce8236c-a0a5-4688-b478-aaa432cc0f86 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 May 26 16:59:08.687990 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0164411-3f91-4cc8-9cdc-97ae2950fd72 req-876778b8-6641-43ff-b5c7-0c787aedabdb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:08.690176 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d0164411-3f91-4cc8-9cdc-97ae2950fd72 req-876778b8-6641-43ff-b5c7-0c787aedabdb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0489769 May 26 16:59:08.740519 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d0164411-3f91-4cc8-9cdc-97ae2950fd72 req-ecf739b6-6903-4817-85e8-e1e44e761717 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447371 May 26 16:59:08.859102 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf057f-f464-4819-9d83-e24018cbd704 req-af34691e-e89c-461f-bff6-fc20dc40faf0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:08.860476 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-58cf057f-f464-4819-9d83-e24018cbd704 req-af34691e-e89c-461f-bff6-fc20dc40faf0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0488384 May 26 16:59:08.870173 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54258) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:08.874614 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Request body: {'floatingip': {'port_id': '17153ebf-8de6-4b1d-bafd-f2c2e8580998'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:08.912831 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (5c4e36c8-9562-426a-b6a7-6724b3108bab), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:09.005578 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:09.125800 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7fad56f0-f2dd-4c23-aa32-40947798840b req-0b78dea1-55bf-4ae7-a876-a8219a6fea32 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=e432ca18-47de-4981-bc37-036d927a5c62 HTTP/1.1" status: 200 len: 210 time: 0.0905702 May 26 16:59:09.144382 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2010358-a013-4ba2-9a6c-f5bc13dfb945 req-c5cadfe0-836a-4a3b-9ba2-bdce25bb4c59 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:09.145904 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a2010358-a013-4ba2-9a6c-f5bc13dfb945 req-c5cadfe0-836a-4a3b-9ba2-bdce25bb4c59 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.1119792 May 26 16:59:09.304584 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad330dc-ab1a-44e1-9e29-eaf057bcdfdf req-c9ea0000-d77a-4c88-ba78-b80e5b82877f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:09.306066 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fad330dc-ab1a-44e1-9e29-eaf057bcdfdf req-c9ea0000-d77a-4c88-ba78-b80e5b82877f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.1182299 May 26 16:59:09.311761 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a2010358-a013-4ba2-9a6c-f5bc13dfb945 req-96abc9f1-2120-4b86-a1fa-b501657e2f06 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317499 May 26 16:59:09.409577 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fad330dc-ab1a-44e1-9e29-eaf057bcdfdf req-08014822-9cc6-46da-bc62-89ef201ab718 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=7fd6b073-5e14-4613-84c4-5f0f8bbed324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967715 May 26 16:59:09.538761 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:09.614520 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-ecaddf6a-51bb-47cd-a1f1-1712fa6bca6a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:09.616005 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-ecaddf6a-51bb-47cd-a1f1-1712fa6bca6a tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 946 time: 0.0528758 May 26 16:59:09.681395 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (5c4e36c8-9562-426a-b6a7-6724b3108bab), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:09.703921 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Deleting port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:09.704259 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:09.795500 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Floating IP 5c4e36c8-9562-426a-b6a7-6724b3108bab associated. External IP: 172.27.1.236, port: 17153ebf-8de6-4b1d-bafd-f2c2e8580998. May 26 16:59:09.798355 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:09.808443 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] For port 3477b3a3-f453-4aca-9e4e-a3d0795c1473, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3477b3a3-f453-4aca-9e4e-a3d0795c1473,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:09.808831 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:09.947933 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29491d-b0c2-413f-a6cb-a69e68f36ee0 req-21b8fd18-f09c-4f8e-9333-6ea6c0429f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:09.949407 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b29491d-b0c2-413f-a6cb-a69e68f36ee0 req-21b8fd18-f09c-4f8e-9333-6ea6c0429f7f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1130 time: 0.0910337 May 26 16:59:09.998540 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:10.012844 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Router cf5219a7-9501-408e-93bb-9266c2f298e9 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:10.016477 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:10.055446 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1b29491d-b0c2-413f-a6cb-a69e68f36ee0 req-736ea398-c1b3-41c5-9f51-1fd22df005d3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957839 May 26 16:59:10.057334 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:10.057720 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (5a924954-483e-4960-a6c0-37b66d7cd7ce), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:10.058036 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Floating IP 5a924954-483e-4960-a6c0-37b66d7cd7ce disassociated. External IP: 172.27.1.184, port: 3477b3a3-f453-4aca-9e4e-a3d0795c1473. May 26 16:59:10.058393 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Calling delete_port for 3477b3a3-f453-4aca-9e4e-a3d0795c1473 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:10.321364 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (3477b3a3-f453-4aca-9e4e-a3d0795c1473), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:10.340615 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54274) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:10.362620 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event deleted for resources: {'Port': ['ID=3477b3a3-f453-4aca-9e4e-a3d0795c1473,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:10.380453 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:10.393637 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:10.396003 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] Sync routers for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:10.416536 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:10.417592 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:10.482036 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-53a7092a-d649-4750-bd97-65b6583dd0a6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "PUT /v2.0/floatingips/5c4e36c8-9562-426a-b6a7-6724b3108bab HTTP/1.1" status: 200 len: 991 time: 1.6107709 May 26 16:59:10.484780 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:10.487568 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153b67a4-a4cd-4467-9c92-f0b7d0d46664" -d '{"events": [{"name": "network-changed", "server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:10.495868 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e2799-df26-4dfe-a51e-a48beb2dd490 req-d0ce93a0-a3b8-48d7-8c41-6b3109ad766a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:10.497643 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-707e2799-df26-4dfe-a51e-a48beb2dd490 req-d0ce93a0-a3b8-48d7-8c41-6b3109ad766a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.1015451 May 26 16:59:10.531897 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e047b995-dd19-4468-970e-b8eed032fdc8 req-5dcdc543-b389-4723-8316-dae10fb055c0 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 210 time: 0.0329323 May 26 16:59:10.539131 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (760bfadc-4f49-46bb-a527-ba36525df88d), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:10.603729 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c7a71-2657-4c94-9dda-e4b74a5a7512 x-openstack-request-id: req-840c7a71-2657-4c94-9dda-e4b74a5a7512 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:10.604455 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:10.604861 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-840c7a71-2657-4c94-9dda-e4b74a5a7512 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:10.605516 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840c7a71-2657-4c94-9dda-e4b74a5a7512'] response: {'name': 'network-changed', 'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'status': 'completed', 'code': 200} May 26 16:59:10.606125 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:10.616996 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (760bfadc-4f49-46bb-a527-ba36525df88d), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:10.644684 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-707e2799-df26-4dfe-a51e-a48beb2dd490 req-c9c88b0e-0cb3-47b2-919d-1319bc5dd692 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117294 May 26 16:59:10.785348 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (760bfadc-4f49-46bb-a527-ba36525df88d), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:10.788137 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:10.789642 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "DELETE /v2.0/security-groups/760bfadc-4f49-46bb-a527-ba36525df88d HTTP/1.1" status: 204 len: 168 time: 0.4479444 May 26 16:59:10.793404 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54282) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:10.832586 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.api.v2.resource [None req-ecc7f55e-532b-4352-9380-fceff56d46b7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] show failed (client error): The resource could not be found. May 26 16:59:10.835833 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ecc7f55e-532b-4352-9380-fceff56d46b7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups/760bfadc-4f49-46bb-a527-ba36525df88d HTTP/1.1" status: 404 len: 347 time: 0.0412836 May 26 16:59:10.838589 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54284) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:10.852956 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760bfadc-4f49-46bb-a527-ba36525df88d,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:10.859936 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:10.864978 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Router 5a69244d-f231-4882-b119-87e11551d81a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:10.873602 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.881201 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.881766 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.883938 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.883938 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.883938 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.883938 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.883938 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.884410 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.884793 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.885225 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.885952 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.887010 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.891427 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.891920 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce239-78a3-43ae-a251-331b7478e553 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:10.979007 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-4f0f89fe-0ca6-4095-a160-98f9ee54149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:10.980493 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-4f0f89fe-0ca6-4095-a160-98f9ee54149c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 1129 time: 0.1066306 May 26 16:59:11.034859 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Deleting port 6e791902-c937-4c60-a95c-b1bb96e2df05 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:11.035669 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (6e791902-c937-4c60-a95c-b1bb96e2df05), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:11.106460 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:11.107372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-0708725e-cbb8-4c5c-af08-a9d70b74ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:11.108861 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-0708725e-cbb8-4c5c-af08-a9d70b74ad54 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 918 time: 0.1198645 May 26 16:59:11.118205 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (6e791902-c937-4c60-a95c-b1bb96e2df05), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:11.118627 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (6e791902-c937-4c60-a95c-b1bb96e2df05), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:11.121513 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5c4e36c8-9562-426a-b6a7-6724b3108bab', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'port_id': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'mac_address': 'fa:16:3e:81:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:49Z', 'updated_at': '2022-05-26T16:59:09Z', 'revision_number': 1, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:11.128652 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:11.138330 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Calling delete_port for 6e791902-c937-4c60-a95c-b1bb96e2df05 owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:11.140321 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] Sync routers for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:11.150874 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] Checking router: cf5219a7-9501-408e-93bb-9266c2f298e9 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:11.151934 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:11.152764 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:11.163002 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:11.163699 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:11.189951 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] No DVR routers for this DVR port 3477b3a3-f453-4aca-9e4e-a3d0795c1473 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:59:11.194865 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:11.199169 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-47c10f78-b29f-4496-bc4e-615b0e4d905f req-55ddfdb4-563a-4b4f-8ee7-cbeeb7a716c4 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "DELETE /v2.0/ports/3477b3a3-f453-4aca-9e4e-a3d0795c1473 HTTP/1.1" status: 204 len: 173 time: 1.5772364 May 26 16:59:11.199965 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'name': 'network-vif-deleted', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:11.203412 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4040fd4-b34b-4644-af30-e5b8dda3686d" -d '{"events": [{"server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "name": "network-vif-deleted", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:11.242399 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:11.261055 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4744f30-3342-4a00-a298-002a83281121 x-openstack-request-id: req-a4744f30-3342-4a00-a298-002a83281121 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:11.261511 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efc5100-c116-4608-a1d9-26e418e0609e", "name": "network-vif-deleted", "tag": "3477b3a3-f453-4aca-9e4e-a3d0795c1473", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:11.261873 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4744f30-3342-4a00-a298-002a83281121 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:11.262379 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4744f30-3342-4a00-a298-002a83281121'] response: {'server_uuid': '8efc5100-c116-4608-a1d9-26e418e0609e', 'name': 'network-vif-deleted', 'tag': '3477b3a3-f453-4aca-9e4e-a3d0795c1473', 'status': 'completed', 'code': 200} May 26 16:59:11.310839 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:11.367604 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:11.385092 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (6e791902-c937-4c60-a95c-b1bb96e2df05), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:11.421866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event deleted for resources: {'Port': ['ID=6e791902-c937-4c60-a95c-b1bb96e2df05,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:11.500387 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:11.505245 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:11.513313 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-09e313ab-131a-4442-9ac6-84e1f5758954 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "DELETE /v2.0/floatingips/b7d4916c-9d12-4dd5-b10f-8b3e6becb0b3 HTTP/1.1" status: 204 len: 168 time: 0.6692131 May 26 16:59:11.563338 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5c4e36c8-9562-426a-b6a7-6724b3108bab', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'port_id': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'mac_address': 'fa:16:3e:81:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:49Z', 'updated_at': '2022-05-26T16:59:09Z', 'revision_number': 1, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:11.577667 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:11.593521 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a4021-2784-4e37-bb60-38ff4c4a3c37 None None] The sync data for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi is: [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '5c4e36c8-9562-426a-b6a7-6724b3108bab', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'port_id': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'mac_address': 'fa:16:3e:81:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:49Z', 'updated_at': '2022-05-26T16:59:09Z', 'revision_number': 1, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:11.605537 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] Checking router: 5a69244d-f231-4882-b119-87e11551d81a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:11.614791 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:11.615580 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:11.669371 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-159afdb1-c9ce-44b8-9546-ab88bb578ca7 req-563366cd-042d-48a2-b4d8-4a162c8b8146 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 210 time: 0.0382006 May 26 16:59:11.707254 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54294) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:11.711823 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-e79028d4-0416-4adf-9d60-e9c65be1d3d4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802125920', 'description': 'tempest-description--682029199'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:11.733331 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:11.831507 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-bea242f9-5954-48a5-bda6-d6b0d966c3f4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998 HTTP/1.1" status: 200 len: 999 time: 0.0955069 May 26 16:59:11.932618 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-8e8d70ac-1953-4945-a82a-2e5609b8bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:11.935823 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-8e8d70ac-1953-4945-a82a-2e5609b8bf82 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0873210 May 26 16:59:11.956416 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e79028d4-0416-4adf-9d60-e9c65be1d3d4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:11.967077 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e1770-c54e-4d8d-aa62-b13aaeef6704 None None] New status for floating IP 5c4e36c8-9562-426a-b6a7-6724b3108bab: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:59:11.973383 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:12.000921 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd5342-3e39-4f4e-8c84-f036523debcb None None] The sync data for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi is: [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:25Z', 'revision_number': 4, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'd57650ca-d984-4bd2-a42c-95b3606511df', 'name': '', 'network_id': 'b6174ed6-c511-43d9-b82c-ba126d400329', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'mac_address': 'fa:16:3e:27:db:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:24Z', 'updated_at': '2022-05-26T16:53:37Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'subnets': [{'id': '0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:12.027343 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:12.031766 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-19a5ef53-22d4-434a-a6d8-0312f7c07215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:12.033396 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-19a5ef53-22d4-434a-a6d8-0312f7c07215 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832596 May 26 16:59:12.054864 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:12.082606 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c06e6-eb7e-4b18-94a0-070aaef21e6e req-b8c923c6-02de-408c-b93e-cc92441c4ff8 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:12.092255 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-874c06e6-eb7e-4b18-94a0-070aaef21e6e req-b8c923c6-02de-408c-b93e-cc92441c4ff8 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.1355317 May 26 16:59:12.112439 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:12.146662 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e79028d4-0416-4adf-9d60-e9c65be1d3d4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (31d7386b-c04d-451d-8e4f-13590b5ab5a5), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.171320 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-874c06e6-eb7e-4b18-94a0-070aaef21e6e req-af0d5b3e-d533-4cf6-8958-6df7fc08c06f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769258 May 26 16:59:12.171538 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-5fa08e84-c349-4491-8fdb-fe8a05662110 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290870 May 26 16:59:12.250443 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e79028d4-0416-4adf-9d60-e9c65be1d3d4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (31d7386b-c04d-451d-8e4f-13590b5ab5a5), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.307464 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbd3f9-cb0a-4812-a5c4-2fe3a9f7da7e req-cb3fd0c4-4263-4b0c-95b4-195de9a5196e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:12.309354 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8bdbd3f9-cb0a-4812-a5c4-2fe3a9f7da7e req-cb3fd0c4-4263-4b0c-95b4-195de9a5196e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0646341 May 26 16:59:12.329630 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-153b67a4-a4cd-4467-9c92-f0b7d0d46664 req-69dd1d24-4c88-4241-8585-e2cc123ed261 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499591 May 26 16:59:12.330773 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79028d4-0416-4adf-9d60-e9c65be1d3d4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d7386b-c04d-451d-8e4f-13590b5ab5a5,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:12.367154 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8bdbd3f9-cb0a-4812-a5c4-2fe3a9f7da7e req-b197d966-af28-4fc0-bb40-e56c7fbc7df1 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500515 May 26 16:59:12.368998 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e79028d4-0416-4adf-9d60-e9c65be1d3d4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.370737 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e79028d4-0416-4adf-9d60-e9c65be1d3d4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6624224 May 26 16:59:12.373297 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54298) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:12.378992 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-5f95ae30-e087-485b-a17d-eb84bcbab0e3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'security_group_rule': {'security_group_id': '31d7386b-c04d-451d-8e4f-13590b5ab5a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:12.382687 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d593d75-fdeb-4fed-b8f1-affebf4eaad1 None None] New status for floating IP 5a924954-483e-4960-a6c0-37b66d7cd7ce: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:59:12.387638 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:12.394963 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54300) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:12.478861 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c556a76-f00e-4923-b0f4-830e16b1ffe5 tempest-TestShelveInstance-1427546976 tempest-TestShelveInstance-1427546976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:12.483122 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6c556a76-f00e-4923-b0f4-830e16b1ffe5 tempest-TestShelveInstance-1427546976 tempest-TestShelveInstance-1427546976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1125 time: 0.0844622 May 26 16:59:12.483378 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54304) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:12.488212 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'port_id': 'dd6991b4-2331-41f4-a211-234d1b499987', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:12.509095 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f95ae30-e087-485b-a17d-eb84bcbab0e3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (499d3689-0ce3-407e-857e-32e022da6302), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.570456 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f95ae30-e087-485b-a17d-eb84bcbab0e3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (499d3689-0ce3-407e-857e-32e022da6302), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.596118 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.670025 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f95ae30-e087-485b-a17d-eb84bcbab0e3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (499d3689-0ce3-407e-857e-32e022da6302), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.685982 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.693468 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95ae30-e087-485b-a17d-eb84bcbab0e3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499d3689-0ce3-407e-857e-32e022da6302,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:12.792327 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f95ae30-e087-485b-a17d-eb84bcbab0e3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.793672 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5f95ae30-e087-485b-a17d-eb84bcbab0e3 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4193003 May 26 16:59:12.796706 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54308) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:12.802425 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-1c90771d-f0b4-4764-bccf-f1cec29401d1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'security_group_rule': {'security_group_id': '31d7386b-c04d-451d-8e4f-13590b5ab5a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:12.821311 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a0459ca5-6fba-45ff-897d-51a2512106b8 req-73b9c83b-9a48-465b-bd61-6ebf7a39c08d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=8efc5100-c116-4608-a1d9-26e418e0609e HTTP/1.1" status: 200 len: 210 time: 0.0444372 May 26 16:59:12.850147 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Allocated IP 172.27.1.11 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/e1062ba2-1d39-4582-b021-3bcab713452c) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:59:12.917561 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c90771d-f0b4-4764-bccf-f1cec29401d1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (12680179-6dd7-417b-a619-f109b8c56ed1), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.961846 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for port (e1062ba2-1d39-4582-b021-3bcab713452c), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:12.978670 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c90771d-f0b4-4764-bccf-f1cec29401d1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (12680179-6dd7-417b-a619-f109b8c56ed1), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.115436 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c90771d-f0b4-4764-bccf-f1cec29401d1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (12680179-6dd7-417b-a619-f109b8c56ed1), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.137896 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90771d-f0b4-4764-bccf-f1cec29401d1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12680179-6dd7-417b-a619-f109b8c56ed1,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:13.156240 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (e1062ba2-1d39-4582-b021-3bcab713452c), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.191765 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 3477b3a3-f453-4aca-9e4e-a3d0795c1473 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:13.203549 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:13.207078 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:13.209496 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:59:13.211725 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 3477b3a3-f453-4aca-9e4e-a3d0795c1473 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:59:13.212075 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 3477b3a3-f453-4aca-9e4e-a3d0795c1473 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:13.212840 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:13.214114 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'Port': ['ID=e1062ba2-1d39-4582-b021-3bcab713452c,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:13.288597 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c90771d-f0b4-4764-bccf-f1cec29401d1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.289932 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-1c90771d-f0b4-4764-bccf-f1cec29401d1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4919345 May 26 16:59:13.293082 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54312) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:13.297642 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:13.418387 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:13.418589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.501029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.582649 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for floatingip (2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.615463 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Allocated IP 172.27.1.117 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/eb11fcd6-fecf-4d9e-8c45-df71ca5ee100) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:59:13.723097 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for port (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.726027 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e1062ba2-1d39-4582-b021-3bcab713452c), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.824873 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.857173 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:13.867914 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:13.871524 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:13.873774 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:59:13.920263 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'Port': ['ID=eb11fcd6-fecf-4d9e-8c45-df71ca5ee100,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:13.924582 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for port (e1062ba2-1d39-4582-b021-3bcab713452c), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.937477 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:13.976264 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (7678386a-69b6-4993-9976-86a659c64efa), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:13.984739 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54318) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:14.018165 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (e1062ba2-1d39-4582-b021-3bcab713452c), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.053337 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e53e2c83-9a1c-4644-9771-427a5cf406ed tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group (7fd6b073-5e14-4613-84c4-5f0f8bbed324), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.082874 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e53e2c83-9a1c-4644-9771-427a5cf406ed tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group (7fd6b073-5e14-4613-84c4-5f0f8bbed324), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.090825 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:14.095277 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event updated for resources: {'Port': ['ID=e1062ba2-1d39-4582-b021-3bcab713452c,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:14.103888 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.139887 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.206314 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Floating IP 2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339 associated. External IP: 172.27.1.11, port: dd6991b4-2331-41f4-a211-234d1b499987. May 26 16:59:14.271144 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e53e2c83-9a1c-4644-9771-427a5cf406ed tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7fd6b073-5e14-4613-84c4-5f0f8bbed324), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.273953 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e53e2c83-9a1c-4644-9771-427a5cf406ed tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.275092 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e53e2c83-9a1c-4644-9771-427a5cf406ed tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "DELETE /v2.0/security-groups/7fd6b073-5e14-4613-84c4-5f0f8bbed324 HTTP/1.1" status: 204 len: 168 time: 0.2894084 May 26 16:59:14.279736 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54320) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:14.310508 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.api.v2.resource [None req-a26ac6ed-739b-4e46-b9b6-328a46ab2163 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] show failed (client error): The resource could not be found. May 26 16:59:14.311533 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a26ac6ed-739b-4e46-b9b6-328a46ab2163 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups/7fd6b073-5e14-4613-84c4-5f0f8bbed324 HTTP/1.1" status: 404 len: 347 time: 0.0295098 May 26 16:59:14.312288 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e2c83-9a1c-4644-9771-427a5cf406ed tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd6b073-5e14-4613-84c4-5f0f8bbed324,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:14.314544 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54322) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:14.363371 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for port (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.441941 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.488241 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:14.501452 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Deleting port 59b376fa-e3da-43f0-95ed-f8a3fa9f19e5 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:14.501802 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.526194 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'Port': ['ID=eb11fcd6-fecf-4d9e-8c45-df71ca5ee100,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:14.526401 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Router 6dc71487-ba18-49ff-87de-67eeee99f374 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:14.536917 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (7678386a-69b6-4993-9976-86a659c64efa), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.635190 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.635573 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.648868 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.650293 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-6e314d91-ce70-4712-960a-394ec337175c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3562140 May 26 16:59:14.673582 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Calling delete_port for 59b376fa-e3da-43f0-95ed-f8a3fa9f19e5 owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:14.734065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:14.746165 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] Sync routers for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:14.757994 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:14.758765 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:14.847619 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-debe6053-af47-4d74-99fd-d7689fb65648 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1802125920&fields=id&tenant_id=89a7299f01984027a505aa43d96e07b3 HTTP/1.1" status: 200 len: 267 time: 0.0716898 May 26 16:59:14.871710 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:14.873886 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:15.093027 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:15.102400 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'port_id': 'dd6991b4-2331-41f4-a211-234d1b499987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'mac_address': 'fa:16:3e:03:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981b012-8995-4185-9b5c-03934263a18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:59:13Z', 'updated_at': '2022-05-26T16:59:13Z', 'revision_number': 0, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:19Z', 'revision_number': 5, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:15.127976 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] Checking router: 6dc71487-ba18-49ff-87de-67eeee99f374 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:15.136684 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:15.137296 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:58:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:15.153294 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (59b376fa-e3da-43f0-95ed-f8a3fa9f19e5), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:15.158921 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:15.193724 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-c41e5478-221e-4a2b-aece-53b72a50dbff tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7071466 May 26 16:59:15.193724 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event deleted for resources: {'Port': ['ID=59b376fa-e3da-43f0-95ed-f8a3fa9f19e5,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:15.196430 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:15.198631 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb9aa72-5945-42a8-8747-1e57ae595f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "tag": "dd6991b4-2331-41f4-a211-234d1b499987"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:15.243326 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:15.247360 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:15.264102 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cebdced-974c-40e4-9ab6-bdf227acab54 x-openstack-request-id: req-6cebdced-974c-40e4-9ab6-bdf227acab54 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:15.267958 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "tag": "dd6991b4-2331-41f4-a211-234d1b499987", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:15.267958 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cebdced-974c-40e4-9ab6-bdf227acab54 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:15.267958 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cebdced-974c-40e4-9ab6-bdf227acab54'] response: {'name': 'network-changed', 'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987', 'status': 'completed', 'code': 200} May 26 16:59:15.296630 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-21f590f4-0582-4fdd-8125-d36b28e3d782 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:15.298136 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-21f590f4-0582-4fdd-8125-d36b28e3d782 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 811 time: 0.4407048 May 26 16:59:15.312846 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks [] for floatingip (5a924954-483e-4960-a6c0-37b66d7cd7ce), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:15.315984 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:15.320167 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-e23293ab-c7a3-4754-9293-cc25e93aec56 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "DELETE /v2.0/floatingips/5a924954-483e-4960-a6c0-37b66d7cd7ce HTTP/1.1" status: 204 len: 168 time: 1.0016344 May 26 16:59:15.331118 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-c758e4d8-ee56-467d-88e8-e267688b386d tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/quotas/89a7299f01984027a505aa43d96e07b3 HTTP/1.1" status: 200 len: 375 time: 0.0249939 May 26 16:59:15.336525 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-a8852d61-8241-4e09-ab7b-6c45d9bd6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:15.338285 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-a8852d61-8241-4e09-ab7b-6c45d9bd6ff7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1130 time: 0.0455091 May 26 16:59:15.395315 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-c81cad58-d928-4e2c-a760-ea1fbab89e07 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619254 May 26 16:59:15.441403 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-9129b600-17c4-4f03-860a-169bc1106dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:15.442920 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-9129b600-17c4-4f03-860a-169bc1106dcc service neutron] 10.222.0.95 "GET /v2.0/networks?id=083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 200 len: 910 time: 0.0958898 May 26 16:59:15.469820 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:15.473351 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'port_id': 'dd6991b4-2331-41f4-a211-234d1b499987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'mac_address': 'fa:16:3e:03:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981b012-8995-4185-9b5c-03934263a18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:59:13Z', 'updated_at': '2022-05-26T16:59:13Z', 'revision_number': 0, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:19Z', 'revision_number': 5, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:15.498990 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104072-638d-4e84-94fa-1a5438a9fc46 None None] The sync data for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi is: [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'port_id': 'dd6991b4-2331-41f4-a211-234d1b499987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'mac_address': 'fa:16:3e:03:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981b012-8995-4185-9b5c-03934263a18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:59:13Z', 'updated_at': '2022-05-26T16:59:13Z', 'revision_number': 0, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:19Z', 'revision_number': 5, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:15.523223 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-21853a0f-b002-487a-b85f-8bdc1196fa26 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 999 time: 0.0727720 May 26 16:59:15.523872 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-ceb70964-b8ca-4c81-b602-e6e7a74002e7 service neutron] 10.222.0.48 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179938 May 26 16:59:15.586087 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-6a437ef9-a778-45c4-87f8-eacd44f146e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:15.587451 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-6a437ef9-a778-45c4-87f8-eacd44f146e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d5d69cff-769f-4d4d-a204-c34eae6aa945 HTTP/1.1" status: 200 len: 848 time: 0.0570307 May 26 16:59:15.638172 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-03044362-12eb-4176-a53e-3fb3e36196cf service neutron] 10.222.0.48 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084983 May 26 16:59:15.649619 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-b61d22fe-b1c1-49af-9eb5-97a5613b12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:15.651225 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-b61d22fe-b1c1-49af-9eb5-97a5613b12d2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=083fb909-4ca5-4768-88fe-a9b00dc0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470257 May 26 16:59:15.744330 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba56424-34a1-42bc-ad99-db6957e1e1af None None] New status for floating IP 2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339: ACTIVE {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:59:15.756979 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-3cc06fcd-10a4-4573-a679-74da0d25c164 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970044 May 26 16:59:15.787945 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:15.795606 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:15.871113 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-1eb9aa72-5945-42a8-8747-1e57ae595f5e req-cdd81b53-aae0-4ceb-a575-a5b17a749aa4 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019511 May 26 16:59:15.924690 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b5b7cb16-2e0a-4211-868f-88aec78448e1 req-8a2e2337-e9fd-4214-baef-47ae77128064 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 210 time: 0.0324717 May 26 16:59:16.145211 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:16.818447 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-51a866fe-6a7b-4e78-96fd-b20d6d5d6b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:17.025503 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6f088765-9ab6-4ca1-88cb-d94df11dbd36 req-b701af9a-b1ec-4b2f-ac87-c1852b83435b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 210 time: 0.0321593 May 26 16:59:18.133122 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0c5f7f3f-223e-4e5f-8e4a-c18df26cd47d req-5f077751-1acd-4340-b917-cf56e3b9df88 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 210 time: 0.0281806 May 26 16:59:18.333394 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ceaf8-b87f-439f-b4bd-123b9be4c52f req-91ac70b0-e1f3-4098-b68c-adfbbbb49841 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:18.334905 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a26ceaf8-b87f-439f-b4bd-123b9be4c52f req-91ac70b0-e1f3-4098-b68c-adfbbbb49841 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0491829 May 26 16:59:18.385114 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a26ceaf8-b87f-439f-b4bd-123b9be4c52f req-2a49050b-1ba7-435d-b813-6d16823d88a8 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 May 26 16:59:19.127096 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c17631a1-dc8f-4431-a8a8-7dcb0062981d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:19.219266 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:19.239846 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-603cdeef-aa39-4d9b-9d28-bfd3b996a3d9 req-6f2891dd-b703-48f0-9fe5-205e9801fbf0 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 210 time: 0.0290229 May 26 16:59:19.506158 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c919-e2dd-463b-8168-ef8aa6ec46d9 req-e7d5e7d7-18e4-4d3b-9129-a9414334fe97 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:19.507647 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e6c0c919-e2dd-463b-8168-ef8aa6ec46d9 req-e7d5e7d7-18e4-4d3b-9129-a9414334fe97 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0502985 May 26 16:59:19.560229 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e6c0c919-e2dd-463b-8168-ef8aa6ec46d9 req-c6c9fd55-7ffe-47c4-b924-664e2c78926b tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470338 May 26 16:59:19.603355 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:19.645061 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-31e293df-48cf-4d5d-9571-282abc25c1a9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:19.646548 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-31e293df-48cf-4d5d-9571-282abc25c1a9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 811 time: 0.1128609 May 26 16:59:19.921385 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-533111a4-a37a-4698-bb3b-982d4e3081be tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89a7299f01984027a505aa43d96e07b3 HTTP/1.1" status: 200 len: 380 time: 0.0551260 May 26 16:59:19.930975 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'port': {'device_id': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'admin_state_up': True, 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'security_groups': ['31d7386b-c04d-451d-8e4f-13590b5ab5a5']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:20.124575 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55005f-c363-44bd-b018-0ab842f24104 req-69575e51-c87d-4977-8369-aba87a820a36 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:20.126178 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bc55005f-c363-44bd-b018-0ab842f24104 req-69575e51-c87d-4977-8369-aba87a820a36 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0552762 May 26 16:59:20.132421 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Made reservation on behalf of 89a7299f01984027a505aa43d96e07b3 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:59:20.135874 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:20.297049 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Allocated IP 172.20.0.12 (37da0019-c0ef-4a38-bc4c-338c9bba0a61/ddca0523-f778-41db-9468-b671998b1583/3deb4b98-258a-4325-9a71-e08fb22b0d5d) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:59:20.338565 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-87f7abb1-3be2-4715-bc37-27e8f8adfd0a req-7ac5db2f-5d48-463f-a7c5-660451f526db tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 210 time: 0.0298741 May 26 16:59:20.370276 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:20.375993 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Deleting port 875fe38c-8738-43ba-96e1-889e5291698c {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:20.377061 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (875fe38c-8738-43ba-96e1-889e5291698c), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:20.554007 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] For port 875fe38c-8738-43ba-96e1-889e5291698c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=875fe38c-8738-43ba-96e1-889e5291698c,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:20.554271 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (875fe38c-8738-43ba-96e1-889e5291698c), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:20.559034 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:20.578913 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:20.580689 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Calling delete_port for 875fe38c-8738-43ba-96e1-889e5291698c owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:20.679558 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300e230-3de9-479c-bd95-2f44024ef702 req-e0a24781-8059-4253-8892-a98bdec438e7 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:20.681016 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3300e230-3de9-479c-bd95-2f44024ef702 req-e0a24781-8059-4253-8892-a98bdec438e7 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 945 time: 0.0470858 May 26 16:59:20.734897 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3300e230-3de9-479c-bd95-2f44024ef702 req-53364c6e-3da4-4d72-b8dd-2e137a9041ae tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475631 May 26 16:59:20.749966 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:20.799892 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:20.803183 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:20.807424 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:59:20.837886 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event updated for resources: {'Port': ['ID=3deb4b98-258a-4325-9a71-e08fb22b0d5d,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:20.840693 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (875fe38c-8738-43ba-96e1-889e5291698c), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:20.891021 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event deleted for resources: {'Port': ['ID=875fe38c-8738-43ba-96e1-889e5291698c,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:20.908150 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['50fe6234-052f-41cc-8a4f-a24813700c3e', '875fe38c-8738-43ba-96e1-889e5291698c'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:59:20.953307 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:20.954351 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:20.957042 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] No DVR routers for this DVR port 875fe38c-8738-43ba-96e1-889e5291698c on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:59:20.960352 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:20.963635 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bc55005f-c363-44bd-b018-0ab842f24104 req-27cb4290-9846-4387-a775-0d6f93442d68 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "DELETE /v2.0/ports/875fe38c-8738-43ba-96e1-889e5291698c HTTP/1.1" status: 204 len: 173 time: 0.7144952 May 26 16:59:20.964070 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ee3901-edb0-46c8-9b68-5792f690cf5d', 'name': 'network-vif-deleted', 'tag': '875fe38c-8738-43ba-96e1-889e5291698c'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:20.966317 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f80d69-a5a9-4ae3-8494-7cdd8d9cf2b7" -d '{"events": [{"server_uuid": "81ee3901-edb0-46c8-9b68-5792f690cf5d", "name": "network-vif-deleted", "tag": "875fe38c-8738-43ba-96e1-889e5291698c"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:21.010482 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838ede81-6943-4b43-b16f-b434c12fd4df x-openstack-request-id: req-838ede81-6943-4b43-b16f-b434c12fd4df {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:21.010777 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ee3901-edb0-46c8-9b68-5792f690cf5d", "name": "network-vif-deleted", "tag": "875fe38c-8738-43ba-96e1-889e5291698c", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:21.011151 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-838ede81-6943-4b43-b16f-b434c12fd4df {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:21.011561 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838ede81-6943-4b43-b16f-b434c12fd4df'] response: {'server_uuid': '81ee3901-edb0-46c8-9b68-5792f690cf5d', 'name': 'network-vif-deleted', 'tag': '875fe38c-8738-43ba-96e1-889e5291698c', 'status': 'completed', 'code': 200} May 26 16:59:21.040193 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-8a45a04d-2275-4fe3-935d-c4cffedc65e6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1129313 May 26 16:59:21.082276 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Request body: {'port': {'device_id': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:21.148657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:21.163182 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-c2202e79-b726-4aea-a832-d18af40a0f50 None None] Provisioning complete for port 3deb4b98-258a-4325-9a71-e08fb22b0d5d triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:59:21.163590 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c2202e79-b726-4aea-a832-d18af40a0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:21.203376 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-c2202e79-b726-4aea-a832-d18af40a0f50 None None] Port 3deb4b98-258a-4325-9a71-e08fb22b0d5d cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 16:59:21.223015 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:21.406929 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:21.465087 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65005b91-6069-4b47-8f55-ba57d85696ac req-f4922c88-1009-4506-a656-c7181b39b24c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:21.466572 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-65005b91-6069-4b47-8f55-ba57d85696ac req-f4922c88-1009-4506-a656-c7181b39b24c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 932 time: 0.0483751 May 26 16:59:21.472142 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3deb4b98-258a-4325-9a71-e08fb22b0d5d {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:59:21.481211 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Publish callbacks [] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:21.498094 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Transition to ACTIVE for port object 3deb4b98-258a-4325-9a71-e08fb22b0d5d will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 16:59:21.523121 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-65005b91-6069-4b47-8f55-ba57d85696ac req-d23fb963-c0dd-484f-b0ea-ad069e7fd29f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468755 May 26 16:59:21.606646 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:21.663422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Pushing event updated for resources: {'Port': ['ID=3deb4b98-258a-4325-9a71-e08fb22b0d5d,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:21.711029 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:21.734386 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Attempting to bind port 3deb4b98-258a-4325-9a71-e08fb22b0d5d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 16:59:21.734754 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Attempting to bind port 3deb4b98-258a-4325-9a71-e08fb22b0d5d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 16:59:21.735108 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Attempting to bind port 3deb4b98-258a-4325-9a71-e08fb22b0d5d on network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:21.740408 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Port 3deb4b98-258a-4325-9a71-e08fb22b0d5d on network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:59:21.740732 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Attempting to bind port 3deb4b98-258a-4325-9a71-e08fb22b0d5d on network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:21.746731 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:59:21.747063 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Checking segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 16:59:21.747452 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Bound using segment: {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:59:21.747882 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Bound port: 3deb4b98-258a-4325-9a71-e08fb22b0d5d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584978f0-b9ca-4ada-aa23-a161d023c8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 16:59:21.748309 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:21.829173 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] For port 3deb4b98-258a-4325-9a71-e08fb22b0d5d, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:59:21.834275 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] For port 3deb4b98-258a-4325-9a71-e08fb22b0d5d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3deb4b98-258a-4325-9a71-e08fb22b0d5d,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:59:21.855262 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-332c63dc-0cbc-4cd1-86a0-5f42fddbd5bb req-8156c2d8-677b-4fb5-8d07-3eb5b6f37623 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ee3901-edb0-46c8-9b68-5792f690cf5d HTTP/1.1" status: 200 len: 210 time: 0.0287247 May 26 16:59:21.967148 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:22.000853 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:22.001789 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:22.003357 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] 10.222.0.95 "PUT /v2.0/ports/3deb4b98-258a-4325-9a71-e08fb22b0d5d HTTP/1.1" status: 200 len: 1094 time: 0.9255648 May 26 16:59:22.028010 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bbc65-7f5d-4fe5-9021-6fdd75f2004f service neutron] Pushing event updated for resources: {'Port': ['ID=3deb4b98-258a-4325-9a71-e08fb22b0d5d,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:22.451040 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-155a6df3-fc54-4ea2-b5ca-dbbe777ffd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:22.452600 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-155a6df3-fc54-4ea2-b5ca-dbbe777ffd70 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 1128 time: 0.0404990 May 26 16:59:22.503383 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-77ffe15f-b0d1-4dfc-9509-40221a0c80d2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb4b98-258a-4325-9a71-e08fb22b0d5d HTTP/1.1" status: 200 len: 217 time: 0.0363064 May 26 16:59:22.558582 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-89f7b7de-cdaf-4d08-889a-738c672b6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:22.560120 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-89f7b7de-cdaf-4d08-889a-738c672b6d65 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 200 len: 850 time: 0.0479014 May 26 16:59:22.622294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-2300f0c4-88bd-405d-822c-bcd95d07ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:22.625659 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-2300f0c4-88bd-405d-822c-bcd95d07ff8f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37da0019-c0ef-4a38-bc4c-338c9bba0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501463 May 26 16:59:22.642829 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a2443-ae12-4f50-bb7f-638f02952247 req-d1b5f9ec-4c67-4df4-95ca-25f28b568678 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:22.644978 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-489a2443-ae12-4f50-bb7f-638f02952247 req-d1b5f9ec-4c67-4df4-95ca-25f28b568678 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 944 time: 0.0501063 May 26 16:59:22.697983 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-489a2443-ae12-4f50-bb7f-638f02952247 req-9967b59a-075c-450a-b6a7-5abe3d0bd126 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473416 May 26 16:59:22.734050 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-6c0c57ce-a672-4f09-8d88-f3bd21cf489f service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987799 May 26 16:59:22.867162 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-24757d18-210a-4b9a-9ae3-d6cb53957df6 req-39c5fee1-9056-4e6e-8847-373f20cad288 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164303 May 26 16:59:23.012495 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'tag': '3deb4b98-258a-4325-9a71-e08fb22b0d5d'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:23.014933 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c09b3b4-c5ad-40d6-a92e-66fccb618e11", "tag": "3deb4b98-258a-4325-9a71-e08fb22b0d5d"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:23.050674 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496820b-8587-4376-abd1-330047176324 x-openstack-request-id: req-8496820b-8587-4376-abd1-330047176324 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:23.050965 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c09b3b4-c5ad-40d6-a92e-66fccb618e11", "tag": "3deb4b98-258a-4325-9a71-e08fb22b0d5d", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:23.051218 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8496820b-8587-4376-abd1-330047176324 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:23.051643 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8496820b-8587-4376-abd1-330047176324'] response: {'name': 'network-changed', 'server_uuid': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'tag': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'status': 'completed', 'code': 200} May 26 16:59:23.344214 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:23.415189 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1004e7-12e2-4a9a-97ba-dcdccedcd4d0 req-6621ebed-2f1c-434d-be77-61f7e6b6b7c1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:23.416667 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3c1004e7-12e2-4a9a-97ba-dcdccedcd4d0 req-6621ebed-2f1c-434d-be77-61f7e6b6b7c1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0474970 May 26 16:59:23.465181 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3c1004e7-12e2-4a9a-97ba-dcdccedcd4d0 req-4af22a1e-ad89-4f4b-b49b-a2de9e549c14 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 May 26 16:59:23.815409 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffa9b3-d0d0-4f38-8fcb-348f48fecc91 req-3af5d7b2-6f8f-44f4-be24-cae55d4acb84 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:23.816943 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72ffa9b3-d0d0-4f38-8fcb-348f48fecc91 req-3af5d7b2-6f8f-44f4-be24-cae55d4acb84 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 944 time: 0.0480483 May 26 16:59:23.866352 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72ffa9b3-d0d0-4f38-8fcb-348f48fecc91 req-816194d8-0887-4914-a268-0f8b89553f48 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 May 26 16:59:24.198711 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-9f1d672b-26a4-45fd-ae93-f3637c024c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:24.200313 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-9f1d672b-26a4-45fd-ae93-f3637c024c09 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 1128 time: 0.0413432 May 26 16:59:24.276032 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:24.300641 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-df194605-6e2f-4756-bf4c-1592a42ad127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:24.302170 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-df194605-6e2f-4756-bf4c-1592a42ad127 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 912 time: 0.0945537 May 26 16:59:24.538697 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:24.588356 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524a266-2f9c-4d89-97cb-6e937b5365d3 req-a9f59049-2ef7-4a6c-b208-6335c7de8d71 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:24.589908 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9524a266-2f9c-4d89-97cb-6e937b5365d3 req-a9f59049-2ef7-4a6c-b208-6335c7de8d71 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0523598 May 26 16:59:24.635191 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:24.640310 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9524a266-2f9c-4d89-97cb-6e937b5365d3 req-44f8104d-e271-4e73-9de8-d7faeed6c56d tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 May 26 16:59:24.982842 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754780-fcb8-4e2b-966d-992ca21c2c5e req-6cf2069d-5ada-49ba-ab8b-ad2d38dbd4a5 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:24.984353 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6e754780-fcb8-4e2b-966d-992ca21c2c5e req-6cf2069d-5ada-49ba-ab8b-ad2d38dbd4a5 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 944 time: 0.0484033 May 26 16:59:25.032457 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6e754780-fcb8-4e2b-966d-992ca21c2c5e req-243d1892-720f-4ab9-84a0-be52e1180ee8 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 May 26 16:59:25.443611 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 3deb4b98-258a-4325-9a71-e08fb22b0d5d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:59:25.458602 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 875fe38c-8738-43ba-96e1-889e5291698c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:25.603745 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 875fe38c-8738-43ba-96e1-889e5291698c {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:59:25.604412 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 875fe38c-8738-43ba-96e1-889e5291698c not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:25.607936 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.db.resource_extend [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:59:25.685928 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 3deb4b98-258a-4325-9a71-e08fb22b0d5d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3deb4b98-258a-4325-9a71-e08fb22b0d5d,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:25.698915 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'port_id': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'mac_address': 'fa:16:3e:0c:82:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:59:25.736219 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 3deb4b98-258a-4325-9a71-e08fb22b0d5d is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:59:25.736622 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:25.754810 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3deb4b98-258a-4325-9a71-e08fb22b0d5d {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:59:25.766482 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36b13c-f7e2-4982-b598-459fbe5fb745 req-95c83a07-47c4-4f22-b921-03ad40e1cc26 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:25.768597 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4e36b13c-f7e2-4982-b598-459fbe5fb745 req-95c83a07-47c4-4f22-b921-03ad40e1cc26 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0522532 May 26 16:59:25.775343 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 3deb4b98-258a-4325-9a71-e08fb22b0d5d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3deb4b98-258a-4325-9a71-e08fb22b0d5d,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:25.821192 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4e36b13c-f7e2-4982-b598-459fbe5fb745 req-670cc8d0-7693-4a65-83bd-e7d7f0b6a9f2 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468211 May 26 16:59:25.824528 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:25.886292 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=3deb4b98-258a-4325-9a71-e08fb22b0d5d,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:26.154146 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28247d40-8d95-4050-8294-c2e2c7570ce2 req-b8a9aec2-9784-47d2-bb4a-d64c59372db9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:26.155616 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-28247d40-8d95-4050-8294-c2e2c7570ce2 req-b8a9aec2-9784-47d2-bb4a-d64c59372db9 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 945 time: 0.0488446 May 26 16:59:26.204865 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-28247d40-8d95-4050-8294-c2e2c7570ce2 req-82e7959d-70fa-492d-8d9b-df8a4419e28b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 May 26 16:59:26.247791 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:26.302761 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['3deb4b98-258a-4325-9a71-e08fb22b0d5d'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:59:26.333710 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:26.359761 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:26.790365 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-e79ac018-c369-441a-b579-51f21e93e731 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb4b98-258a-4325-9a71-e08fb22b0d5d HTTP/1.1" status: 200 len: 217 time: 0.0336192 May 26 16:59:26.850507 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-2b4dff8f-b4e7-4ad4-a372-9d1ea70b9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:26.852043 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-2b4dff8f-b4e7-4ad4-a372-9d1ea70b9fe2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 200 len: 850 time: 0.0452147 May 26 16:59:26.957389 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065315-a2e2-4ca5-b7ea-250b43c56c05 req-a7fb20d8-12a8-4e61-8b77-ca79d0e9320c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:26.958853 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-46065315-a2e2-4ca5-b7ea-250b43c56c05 req-a7fb20d8-12a8-4e61-8b77-ca79d0e9320c tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.0474710 May 26 16:59:27.003987 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:27.011633 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-46065315-a2e2-4ca5-b7ea-250b43c56c05 req-473cbef1-47be-4517-9f03-d5f4b3f49378 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1a348e-f6e2-44ee-8cd1-961b24aa9353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471909 May 26 16:59:27.078693 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-37a70f14-8c9d-4080-b4aa-b14945f7de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:27.080228 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-37a70f14-8c9d-4080-b4aa-b14945f7de2c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37da0019-c0ef-4a38-bc4c-338c9bba0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454490 May 26 16:59:27.180680 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-e60c41ae-59f5-4419-ab0f-6c3e635c1906 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862184 May 26 16:59:27.320825 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b67d8-3537-4559-83b8-f3478c614997 req-30e002ee-d171-4e0d-a20c-dd0311af29bd tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:27.322719 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b26b67d8-3537-4559-83b8-f3478c614997 req-30e002ee-d171-4e0d-a20c-dd0311af29bd tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 945 time: 0.0493810 May 26 16:59:27.374970 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b26b67d8-3537-4559-83b8-f3478c614997 req-f1227873-4dc9-41bd-a8a9-5febe66e31a2 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465498 May 26 16:59:27.468181 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 3deb4b98-258a-4325-9a71-e08fb22b0d5d up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:59:27.511049 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 3deb4b98-258a-4325-9a71-e08fb22b0d5d completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 16:59:27.575103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-6886c709-e4d0-4fe2-bc29-7cf964e81c89 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:27.576481 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-6886c709-e4d0-4fe2-bc29-7cf964e81c89 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 945 time: 0.3314669 May 26 16:59:27.595927 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 3deb4b98-258a-4325-9a71-e08fb22b0d5d triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 16:59:27.596393 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:27.648226 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b6dba1c4-b50a-46e7-b0b4-9d93e97adae0 req-c1d16b2e-2603-4299-83de-2bced8efb2fe service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109447 May 26 16:59:27.673613 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 3deb4b98-258a-4325-9a71-e08fb22b0d5d is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 16:59:27.673873 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:27.687237 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Deleting port 50fe6234-052f-41cc-8a4f-a24813700c3e {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:27.687578 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:27.691146 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:27.698636 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb4b98-258a-4325-9a71-e08fb22b0d5d'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:27.703415 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95dae1e-a9cb-4329-9010-39c55f6366ee" -d '{"events": [{"server_uuid": "8c09b3b4-c5ad-40d6-a92e-66fccb618e11", "name": "network-vif-plugged", "status": "completed", "tag": "3deb4b98-258a-4325-9a71-e08fb22b0d5d"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:27.718870 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 3deb4b98-258a-4325-9a71-e08fb22b0d5d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3deb4b98-258a-4325-9a71-e08fb22b0d5d,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:27.739658 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69420c6-de3b-4f50-8116-743ae1569236 x-openstack-request-id: req-d69420c6-de3b-4f50-8116-743ae1569236 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:27.739882 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c09b3b4-c5ad-40d6-a92e-66fccb618e11", "name": "network-vif-plugged", "status": "completed", "tag": "3deb4b98-258a-4325-9a71-e08fb22b0d5d", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:27.740142 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d69420c6-de3b-4f50-8116-743ae1569236 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:27.740734 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69420c6-de3b-4f50-8116-743ae1569236'] response: {'server_uuid': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'code': 200} May 26 16:59:27.788742 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] For port 50fe6234-052f-41cc-8a4f-a24813700c3e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=50fe6234-052f-41cc-8a4f-a24813700c3e,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:27.789143 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:27.789740 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:27.803905 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Calling delete_port for 50fe6234-052f-41cc-8a4f-a24813700c3e owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:27.840320 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=3deb4b98-258a-4325-9a71-e08fb22b0d5d,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:28.052855 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (50fe6234-052f-41cc-8a4f-a24813700c3e), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:28.081761 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Pushing event deleted for resources: {'Port': ['ID=50fe6234-052f-41cc-8a4f-a24813700c3e,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:28.094795 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.095159 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.095869 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.095869 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.096324 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.096689 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.096933 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.097164 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.102617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.102617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.102617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.102617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.103047 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['50fe6234-052f-41cc-8a4f-a24813700c3e'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:59:28.103161 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.103161 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.103161 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:28.134326 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b6fb57b-e39f-40da-9488-b6a71a0b829c req-a6fcf4e8-3f3a-4f11-8d22-441dba0ceb0f tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 210 time: 0.0458765 May 26 16:59:28.152583 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] No DVR routers for this DVR port 50fe6234-052f-41cc-8a4f-a24813700c3e on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:59:28.156064 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:28.159326 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-fe5d0db9-4c2d-456a-ab33-68d22750bb43 req-2597bd88-e957-4fd1-808d-c1416414b3b1 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.95 "DELETE /v2.0/ports/50fe6234-052f-41cc-8a4f-a24813700c3e HTTP/1.1" status: 204 len: 173 time: 0.5759878 May 26 16:59:28.159783 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecc34c3-8a11-43df-b56d-0996916a0187', 'name': 'network-vif-deleted', 'tag': '50fe6234-052f-41cc-8a4f-a24813700c3e'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:28.162067 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c900bb0-36ef-463a-8fca-dcb7de3c433b" -d '{"events": [{"server_uuid": "3ecc34c3-8a11-43df-b56d-0996916a0187", "name": "network-vif-deleted", "tag": "50fe6234-052f-41cc-8a4f-a24813700c3e"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:28.196144 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46eac3-2606-4af7-87fe-b685853e21e0 req-157deba3-66f0-43f4-9c6a-9f5d9fae42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:28.197695 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9d46eac3-2606-4af7-87fe-b685853e21e0 req-157deba3-66f0-43f4-9c6a-9f5d9fae42bf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 1130 time: 0.0555592 May 26 16:59:28.202062 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91840ce0-a4ae-4ee9-b774-f8bc2f79f56c x-openstack-request-id: req-91840ce0-a4ae-4ee9-b774-f8bc2f79f56c {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:28.202346 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecc34c3-8a11-43df-b56d-0996916a0187", "name": "network-vif-deleted", "tag": "50fe6234-052f-41cc-8a4f-a24813700c3e", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:28.202594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91840ce0-a4ae-4ee9-b774-f8bc2f79f56c {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:28.202987 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91840ce0-a4ae-4ee9-b774-f8bc2f79f56c'] response: {'server_uuid': '3ecc34c3-8a11-43df-b56d-0996916a0187', 'name': 'network-vif-deleted', 'tag': '50fe6234-052f-41cc-8a4f-a24813700c3e', 'status': 'completed', 'code': 200} May 26 16:59:28.284169 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9d46eac3-2606-4af7-87fe-b685853e21e0 req-41508b22-a3b7-4dfb-8c66-5eba3927d5c5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393217 May 26 16:59:28.495917 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd947-d623-40a6-b445-b984885f2c9f req-6cf2ce7c-33a3-4563-94dd-37ca940982f6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:28.497656 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4b1dd947-d623-40a6-b445-b984885f2c9f req-6cf2ce7c-33a3-4563-94dd-37ca940982f6 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 946 time: 0.0499923 May 26 16:59:28.552575 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4b1dd947-d623-40a6-b445-b984885f2c9f req-d7094816-d7fe-46a1-be4c-1cac01c3721f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492833 May 26 16:59:29.244257 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dfeeeb23-6f96-4756-9219-ddec96db60cd req-f58020d2-b204-4294-aada-54e9df9ca7d3 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 210 time: 0.0290513 May 26 16:59:29.671550 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b31d-af89-4750-a3a2-47802c0e8672 req-952582a4-15bc-4308-a91b-1e6cee87ca7f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:29.673027 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7fe5b31d-af89-4750-a3a2-47802c0e8672 req-952582a4-15bc-4308-a91b-1e6cee87ca7f tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 946 time: 0.0514717 May 26 16:59:29.724618 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7fe5b31d-af89-4750-a3a2-47802c0e8672 req-ce1e073c-2373-4348-9051-e4599b27f1ec tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 May 26 16:59:30.354362 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cc90b901-1776-479d-aad5-35952481f541 req-b619ac0e-ccac-4a89-87f1-f6fa7a9c9662 tempest-ServerRescueNegativeTestJSON-1243169788 tempest-ServerRescueNegativeTestJSON-1243169788-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ecc34c3-8a11-43df-b56d-0996916a0187 HTTP/1.1" status: 200 len: 210 time: 0.0325181 May 26 16:59:30.840488 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c752bdf-ec3f-4bfa-8d82-43642e24cf37 req-1b825ecf-0c14-4c0e-b04e-2f67261f7612 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:30.842013 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5c752bdf-ec3f-4bfa-8d82-43642e24cf37 req-1b825ecf-0c14-4c0e-b04e-2f67261f7612 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 946 time: 0.0492511 May 26 16:59:30.890121 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5c752bdf-ec3f-4bfa-8d82-43642e24cf37 req-4a7c7527-7950-4b5b-ad2e-4d72b6c2488c tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423555 May 26 16:59:30.999994 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f4060-86bc-4759-8361-48579ff8243b req-9b46851c-4894-4821-ac80-744a25c694ee tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:31.002078 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-046f4060-86bc-4759-8361-48579ff8243b req-9b46851c-4894-4821-ac80-744a25c694ee tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 946 time: 0.0481129 May 26 16:59:31.011030 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54446) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:31.015502 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Request body: {'floatingip': {'port_id': '3deb4b98-258a-4325-9a71-e08fb22b0d5d'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 16:59:31.056504 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (7678386a-69b6-4993-9976-86a659c64efa), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:31.300817 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:31.414509 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54450) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:31.467364 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:31.482529 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:31.515761 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 50fe6234-052f-41cc-8a4f-a24813700c3e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:31.537004 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 50fe6234-052f-41cc-8a4f-a24813700c3e {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:59:31.537551 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 50fe6234-052f-41cc-8a4f-a24813700c3e not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:31.549989 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (7678386a-69b6-4993-9976-86a659c64efa), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:31.611473 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:31.651392 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Floating IP 7678386a-69b6-4993-9976-86a659c64efa associated. External IP: 172.27.1.117, port: 3deb4b98-258a-4325-9a71-e08fb22b0d5d. May 26 16:59:31.861900 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Router 6e0db8ca-bef8-411a-a997-7f52801c28cd has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:31.918950 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (5a69244d-f231-4882-b119-87e11551d81a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:31.974328 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:31.980292 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:31.984964 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] Sync routers for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:31.998860 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:31.999481 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:59:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:32.013658 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-fb267eea-009b-4d27-b8d5-b1753ade139a tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "PUT /v2.0/floatingips/7678386a-69b6-4993-9976-86a659c64efa HTTP/1.1" status: 200 len: 992 time: 1.0014648 May 26 16:59:32.014242 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'tag': '3deb4b98-258a-4325-9a71-e08fb22b0d5d'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:32.017068 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650" -d '{"events": [{"name": "network-changed", "server_uuid": "8c09b3b4-c5ad-40d6-a92e-66fccb618e11", "tag": "3deb4b98-258a-4325-9a71-e08fb22b0d5d"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:32.058117 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70552d0e-27c4-47ca-8e97-25170706d845 x-openstack-request-id: req-70552d0e-27c4-47ca-8e97-25170706d845 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:32.058459 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c09b3b4-c5ad-40d6-a92e-66fccb618e11", "tag": "3deb4b98-258a-4325-9a71-e08fb22b0d5d", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:32.058641 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70552d0e-27c4-47ca-8e97-25170706d845 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:32.059048 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70552d0e-27c4-47ca-8e97-25170706d845'] response: {'name': 'network-changed', 'server_uuid': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'tag': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'status': 'completed', 'code': 200} May 26 16:59:32.086484 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:32.112417 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:32.202326 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-5c051b7c-34ee-4f21-8b84-0eaeb6141797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:32.203858 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-5c051b7c-34ee-4f21-8b84-0eaeb6141797 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=89a7299f01984027a505aa43d96e07b3&device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 1130 time: 0.0710986 May 26 16:59:32.300408 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Deleting port d57650ca-d984-4bd2-a42c-95b3606511df {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:32.300408 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:32.340213 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '7678386a-69b6-4993-9976-86a659c64efa', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'port_id': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'mac_address': 'fa:16:3e:0c:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:59:13Z', 'updated_at': '2022-05-26T16:59:31Z', 'revision_number': 1, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:32.366760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] Checking router: 6e0db8ca-bef8-411a-a997-7f52801c28cd for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:32.376156 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:32.376156 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:59:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:32.384460 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-ffc43fee-186a-4ca7-8907-4615b0152fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:32.385979 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-ffc43fee-186a-4ca7-8907-4615b0152fcd service neutron] 10.222.0.95 "GET /v2.0/networks?id=37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 200 len: 912 time: 0.1718569 May 26 16:59:32.424537 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:32.442771 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] For port d57650ca-d984-4bd2-a42c-95b3606511df, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=d57650ca-d984-4bd2-a42c-95b3606511df,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:32.443371 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:32.463892 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Calling delete_port for d57650ca-d984-4bd2-a42c-95b3606511df owned by network:router_interface {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:32.477899 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-e0633564-6edd-4b8e-8bd5-425582c82393 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb4b98-258a-4325-9a71-e08fb22b0d5d HTTP/1.1" status: 200 len: 1000 time: 0.0837035 May 26 16:59:32.480613 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:32.558780 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:32.584294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-c4318d40-992e-45ae-9a8a-ceba6585071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:32.585800 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-c4318d40-992e-45ae-9a8a-ceba6585071b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 200 len: 850 time: 0.0698249 May 26 16:59:32.602773 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:32.678060 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-a712d7d1-792a-4887-8adf-c13fc5cbab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:32.679506 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-a712d7d1-792a-4887-8adf-c13fc5cbab35 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37da0019-c0ef-4a38-bc4c-338c9bba0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863287 May 26 16:59:32.709565 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '7678386a-69b6-4993-9976-86a659c64efa', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'port_id': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'mac_address': 'fa:16:3e:0c:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:59:13Z', 'updated_at': '2022-05-26T16:59:31Z', 'revision_number': 1, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:32.736533 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03b88c-a767-4156-8b04-96bc3b7f9074 None None] The sync data for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi is: [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '7678386a-69b6-4993-9976-86a659c64efa', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'port_id': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'mac_address': 'fa:16:3e:0c:82:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:59:13Z', 'updated_at': '2022-05-26T16:59:31Z', 'revision_number': 1, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:32.824354 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-e9394aa4-eb3a-44a3-8ad6-a952405dc43c service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297193 May 26 16:59:32.928479 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (d57650ca-d984-4bd2-a42c-95b3606511df), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:32.942227 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03c0cee0-548e-4d4e-a153-2e5c7ecb6650 req-cfb58207-20e9-4753-b52c-13df4d3964f6 service neutron] 10.222.0.95 "GET /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009336 May 26 16:59:32.943141 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c42d2-f96d-4603-bffc-d2c12742a5f4 None None] New status for floating IP 7678386a-69b6-4993-9976-86a659c64efa: ACTIVE {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 16:59:32.959980 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d57650ca-d984-4bd2-a42c-95b3606511df,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:33.112285 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:33.131825 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (5a69244d-f231-4882-b119-87e11551d81a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:33.320287 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:33.348159 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Router 5a69244d-f231-4882-b119-87e11551d81a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:33.692262 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:33.697485 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-970eb8b1-9321-40a5-9d1c-c7b9894e37bd admin admin] 10.222.0.48 "PUT /v2.0/routers/5a69244d-f231-4882-b119-87e11551d81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2815230 May 26 16:59:33.699901 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54460) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:33.703356 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] Sync routers for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:33.714250 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:33.714856 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:59:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:33.796121 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks [] for router (5a69244d-f231-4882-b119-87e11551d81a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:33.815825 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:33.898012 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks [] for router_gateway (5a69244d-f231-4882-b119-87e11551d81a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:33.986357 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:59:32Z', 'revision_number': 5, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port': {'id': '0ea082cd-ba8a-4de3-8567-898a63c4e192', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a69244d-f231-4882-b119-87e11551d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:34.015359 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] Checking router: 5a69244d-f231-4882-b119-87e11551d81a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:34.024867 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] Routers {'5a69244d-f231-4882-b119-87e11551d81a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:34.025498 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:59:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['5a69244d-f231-4882-b119-87e11551d81a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:34.026091 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Deleting port 0ea082cd-ba8a-4de3-8567-898a63c4e192 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:34.026534 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.108658 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] Set router 5a69244d-f231-4882-b119-87e11551d81a gateway port host: None {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:34.113382 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] For port 0ea082cd-ba8a-4de3-8567-898a63c4e192, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=0ea082cd-ba8a-4de3-8567-898a63c4e192,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:34.113705 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.127522 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Calling delete_port for 0ea082cd-ba8a-4de3-8567-898a63c4e192 owned by network:router_gateway {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:34.160382 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:59:33Z', 'revision_number': 6, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port_host': None}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:34.185010 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e263f2f-01e1-4fbe-afc7-28b0ed40fbe5 None None] The sync data for ids ['5a69244d-f231-4882-b119-87e11551d81a'] in dv-cinder-836070-4-iscsi is: [{'id': '5a69244d-f231-4882-b119-87e11551d81a', 'name': 'tempest-ServerRescueNegativeTestJSON-1727668669-router', 'tenant_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:59:33Z', 'revision_number': 6, 'project_id': '5150e5b054d34d09a3cb69e35f9c86dd', 'gw_port_host': None}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:34.412239 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (0ea082cd-ba8a-4de3-8567-898a63c4e192), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.434921 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea082cd-ba8a-4de3-8567-898a63c4e192,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:34.491192 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:34.506274 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (5a69244d-f231-4882-b119-87e11551d81a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.612162 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (5a69244d-f231-4882-b119-87e11551d81a), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.614433 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks [] for router_controller (5a69244d-f231-4882-b119-87e11551d81a), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.812442 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (5a69244d-f231-4882-b119-87e11551d81a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.813501 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a69244d-f231-4882-b119-87e11551d81a {{(pid=111096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:59:34.818117 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.819158 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-8391ca96-c9c8-44c9-b218-2727acd246c3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5a69244d-f231-4882-b119-87e11551d81a HTTP/1.1" status: 204 len: 168 time: 1.1183305 May 26 16:59:34.822048 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54462) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:34.874518 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-914fbe23-d8f2-4ff5-b7d9-c3b0efc2dfb0 admin admin] Deleting subnet 0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 16:59:34.878247 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-914fbe23-d8f2-4ff5-b7d9-c3b0efc2dfb0 admin admin] Publish callbacks [] for subnet (0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.887549 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device d57650ca-d984-4bd2-a42c-95b3606511df no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:34.913073 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: d57650ca-d984-4bd2-a42c-95b3606511df {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:59:34.913463 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device d57650ca-d984-4bd2-a42c-95b3606511df not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:34.913882 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 0ea082cd-ba8a-4de3-8567-898a63c4e192 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:34.917931 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-914fbe23-d8f2-4ff5-b7d9-c3b0efc2dfb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4737542'] for subnet (0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:34.933037 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 0ea082cd-ba8a-4de3-8567-898a63c4e192 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:59:34.933367 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 0ea082cd-ba8a-4de3-8567-898a63c4e192 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:35.031207 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-914fbe23-d8f2-4ff5-b7d9-c3b0efc2dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.172658 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-914fbe23-d8f2-4ff5-b7d9-c3b0efc2dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4476543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4534061'] for subnet (0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.201067 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-914fbe23-d8f2-4ff5-b7d9-c3b0efc2dfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.204250 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-914fbe23-d8f2-4ff5-b7d9-c3b0efc2dfb0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6 HTTP/1.1" status: 204 len: 168 time: 0.3811767 May 26 16:59:35.205272 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fbe23-d8f2-4ff5-b7d9-c3b0efc2dfb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd08a40-7b2d-41dd-92e3-c8a35eeaabb6,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:35.206820 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54464) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:35.212409 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c087953-e362-4f3c-861d-e73b0ec6b341 None None] Network b6174ed6-c511-43d9-b82c-ba126d400329 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 16:59:35.274067 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:35.280469 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (b6174ed6-c511-43d9-b82c-ba126d400329), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.333089 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Deleting port 4c7a6f74-6961-49b2-929c-0b1eda30a115 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:35.333503 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.373486 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] DHCP port deletion for b6174ed6-c511-43d9-b82c-ba126d400329 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 16:59:35.399112 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] For port 4c7a6f74-6961-49b2-929c-0b1eda30a115, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=4c7a6f74-6961-49b2-929c-0b1eda30a115,segment=NetworkSegment(653008d1-2dbd-4e6c-8efd-719ed17e0082),segment_id=653008d1-2dbd-4e6c-8efd-719ed17e0082)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:35.399466 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.418713 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Calling delete_port for 4c7a6f74-6961-49b2-929c-0b1eda30a115 owned by network:dhcp {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:35.585695 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] Deleting port 4c7a6f74-6961-49b2-929c-0b1eda30a115 {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 16:59:35.585982 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.589944 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.616179 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7a6f74-6961-49b2-929c-0b1eda30a115,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:35.619737 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] No DVR routers for this DVR port 4c7a6f74-6961-49b2-929c-0b1eda30a115 on host dv-cinder-836070-4-iscsi {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:59:35.625160 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:35.649867 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] For port 4c7a6f74-6961-49b2-929c-0b1eda30a115, host dv-cinder-836070-4-iscsi, got binding levels [] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:35.650250 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.668044 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] Calling delete_port for 4c7a6f74-6961-49b2-929c-0b1eda30a115 owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 16:59:35.672438 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.ipam_backend_mixin [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] Port 4c7a6f74-6961-49b2-929c-0b1eda30a115 was not found and therefore no delete operation was performed {{(pid=111098) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 16:59:35.673900 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (4c7a6f74-6961-49b2-929c-0b1eda30a115), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.700672 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] Pushing event deleted for resources: {'Port': ['ID=4c7a6f74-6961-49b2-929c-0b1eda30a115,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:35.703405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (b6174ed6-c511-43d9-b82c-ba126d400329), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.706151 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b3b9a-d88c-4ed5-b1da-415a63037297 None None] No DVR routers for this DVR port 4c7a6f74-6961-49b2-929c-0b1eda30a115 on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:59:35.727605 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6174ed6-c511-43d9-b82c-ba126d400329']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:35.738302 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653008d1-2dbd-4e6c-8efd-719ed17e0082') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:35.745789 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653008d1-2dbd-4e6c-8efd-719ed17e0082') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:35.748567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (653008d1-2dbd-4e6c-8efd-719ed17e0082), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.762016 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (653008d1-2dbd-4e6c-8efd-719ed17e0082), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.768795 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:59:35.769170 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (653008d1-2dbd-4e6c-8efd-719ed17e0082), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.788285 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 653008d1-2dbd-4e6c-8efd-719ed17e0082 resource provider aggregate not found May 26 16:59:35.837657 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 653008d1-2dbd-4e6c-8efd-719ed17e0082 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 653008d1-2dbd-4e6c-8efd-719ed17e0082 found for delete ", "request_id": "req-3b11ca56-7dc9-4649-9de0-f30e0954c89f"}]} May 26 16:59:35.943485 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (b6174ed6-c511-43d9-b82c-ba126d400329), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.950173 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:35.953202 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6174ed6-c511-43d9-b82c-ba126d400329 HTTP/1.1" status: 204 len: 168 time: 0.7453887 May 26 16:59:35.966640 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047304ee-867d-477a-bbf8-8cf51c52ddb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6174ed6-c511-43d9-b82c-ba126d400329,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:36.276717 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54474) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:36.321163 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ae35c2ea-6476-4065-90fa-05bf70e6e62a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5150e5b054d34d09a3cb69e35f9c86dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427871 May 26 16:59:36.323486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54476) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:36.371912 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b14b5fc-e117-481a-87b2-3b04b099b0c5 admin admin] Publish callbacks [] for security_group (dd1a348e-f6e2-44ee-8cd1-961b24aa9353), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:36.393482 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b14b5fc-e117-481a-87b2-3b04b099b0c5 admin admin] Publish callbacks [] for security_group (dd1a348e-f6e2-44ee-8cd1-961b24aa9353), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:36.503676 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b14b5fc-e117-481a-87b2-3b04b099b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (dd1a348e-f6e2-44ee-8cd1-961b24aa9353), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:36.506237 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b14b5fc-e117-481a-87b2-3b04b099b0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:36.507417 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3b14b5fc-e117-481a-87b2-3b04b099b0c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd1a348e-f6e2-44ee-8cd1-961b24aa9353 HTTP/1.1" status: 204 len: 168 time: 0.1829944 May 26 16:59:36.515823 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14b5fc-e117-481a-87b2-3b04b099b0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a348e-f6e2-44ee-8cd1-961b24aa9353,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:36.874429 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 4c7a6f74-6961-49b2-929c-0b1eda30a115 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:36.896789 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 4c7a6f74-6961-49b2-929c-0b1eda30a115 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 16:59:36.897142 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 4c7a6f74-6961-49b2-929c-0b1eda30a115 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:39.946922 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54550) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:40.052245 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-68160bfb-58e2-4442-9256-5556821184d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:40.106546 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:40.129287 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-68160bfb-58e2-4442-9256-5556821184d0 admin admin] Publish callbacks [] for security_group (2b71ffea-10f9-4aa2-a3f4-d5103c31dc6a), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:40.234702 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-68160bfb-58e2-4442-9256-5556821184d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (2b71ffea-10f9-4aa2-a3f4-d5103c31dc6a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:40.249354 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:40.277783 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-68160bfb-58e2-4442-9256-5556821184d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8706eb52dde94e3f8768b37eda72692c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297672 May 26 16:59:40.278614 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68160bfb-58e2-4442-9256-5556821184d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71ffea-10f9-4aa2-a3f4-d5103c31dc6a,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:40.280427 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54556) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:40.331770 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6cecc4f2-fde1-4e5a-adc7-882ea0f9796d admin admin] Publish callbacks [] for security_group (2b71ffea-10f9-4aa2-a3f4-d5103c31dc6a), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:40.335766 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:40.354783 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6cecc4f2-fde1-4e5a-adc7-882ea0f9796d admin admin] Publish callbacks [] for security_group (2b71ffea-10f9-4aa2-a3f4-d5103c31dc6a), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:40.387980 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:40.497807 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6cecc4f2-fde1-4e5a-adc7-882ea0f9796d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (2b71ffea-10f9-4aa2-a3f4-d5103c31dc6a), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:40.500419 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6cecc4f2-fde1-4e5a-adc7-882ea0f9796d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:40.501725 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6cecc4f2-fde1-4e5a-adc7-882ea0f9796d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b71ffea-10f9-4aa2-a3f4-d5103c31dc6a HTTP/1.1" status: 204 len: 168 time: 0.2203255 May 26 16:59:40.510146 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecc4f2-fde1-4e5a-adc7-882ea0f9796d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71ffea-10f9-4aa2-a3f4-d5103c31dc6a,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:41.282813 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54562) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:41.295993 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f4310e79-4763-4f73-8759-5841ebc0ba8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:41.375280 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f4310e79-4763-4f73-8759-5841ebc0ba8b admin admin] Publish callbacks [] for security_group (f0163fde-46c5-430b-8443-519e579abecb), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:41.463424 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f4310e79-4763-4f73-8759-5841ebc0ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f0163fde-46c5-430b-8443-519e579abecb), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:41.503848 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f4310e79-4763-4f73-8759-5841ebc0ba8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=677b81a6da964888901330a32385bdb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199595 May 26 16:59:41.504531 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4310e79-4763-4f73-8759-5841ebc0ba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0163fde-46c5-430b-8443-519e579abecb,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:41.506954 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54564) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:41.557590 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-422460c0-e5a5-491e-877d-9e71f964799e admin admin] Publish callbacks [] for security_group (f0163fde-46c5-430b-8443-519e579abecb), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:41.579710 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-422460c0-e5a5-491e-877d-9e71f964799e admin admin] Publish callbacks [] for security_group (f0163fde-46c5-430b-8443-519e579abecb), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:41.709938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-422460c0-e5a5-491e-877d-9e71f964799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f0163fde-46c5-430b-8443-519e579abecb), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:41.712409 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-422460c0-e5a5-491e-877d-9e71f964799e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:41.713591 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-422460c0-e5a5-491e-877d-9e71f964799e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0163fde-46c5-430b-8443-519e579abecb HTTP/1.1" status: 204 len: 168 time: 0.2055221 May 26 16:59:41.721644 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422460c0-e5a5-491e-877d-9e71f964799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0163fde-46c5-430b-8443-519e579abecb,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:42.316012 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:59:43.271411 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=9 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:46.115316 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:46.840408 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-566f04b7-8b87-4ebb-9830-5676db7310df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:49.217679 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-7acf33cd-8f4d-446d-8df6-caa197126bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:51.377886 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:51.486747 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:DELETE=2,neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:51.500136 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:51.716317 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:51.717166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:53.449389 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:54.503423 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:55.200947 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:55.206380 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 16:59:58.054823 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54778) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:58.172715 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e237cd75-6eff-4698-822b-77fc816bd573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:58.250647 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e237cd75-6eff-4698-822b-77fc816bd573 admin admin] Publish callbacks [] for security_group (41a9657b-147b-4d8a-b2e7-ac43e1735b1a), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:58.326167 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e237cd75-6eff-4698-822b-77fc816bd573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (41a9657b-147b-4d8a-b2e7-ac43e1735b1a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:58.375068 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-e237cd75-6eff-4698-822b-77fc816bd573 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82236acce03c4c718830113cea699006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189850 May 26 16:59:58.377308 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237cd75-6eff-4698-822b-77fc816bd573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a9657b-147b-4d8a-b2e7-ac43e1735b1a,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:58.379623 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54788) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:58.454661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-08ebba66-94bd-40e0-a944-0f2c7b41cf50 admin admin] Publish callbacks [] for security_group (41a9657b-147b-4d8a-b2e7-ac43e1735b1a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:58.477396 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-08ebba66-94bd-40e0-a944-0f2c7b41cf50 admin admin] Publish callbacks [] for security_group (41a9657b-147b-4d8a-b2e7-ac43e1735b1a), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:58.617886 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-08ebba66-94bd-40e0-a944-0f2c7b41cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (41a9657b-147b-4d8a-b2e7-ac43e1735b1a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:58.620476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-08ebba66-94bd-40e0-a944-0f2c7b41cf50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:58.621894 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-08ebba66-94bd-40e0-a944-0f2c7b41cf50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41a9657b-147b-4d8a-b2e7-ac43e1735b1a HTTP/1.1" status: 204 len: 168 time: 0.2404945 May 26 16:59:58.631740 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebba66-94bd-40e0-a944-0f2c7b41cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a9657b-147b-4d8a-b2e7-ac43e1735b1a,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:58.702042 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bacd-5469-4701-9b57-6d13791ac6b4 req-9665d1f7-fbe5-4b45-a56c-50903511619c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:58.703911 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3634bacd-5469-4701-9b57-6d13791ac6b4 req-9665d1f7-fbe5-4b45-a56c-50903511619c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0570550 May 26 16:59:58.755090 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3634bacd-5469-4701-9b57-6d13791ac6b4 req-64c7713f-56f5-454a-adcc-7b3f691391ab tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443916 May 26 16:59:59.585475 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54806) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:59.599683 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-850ea3cf-5148-4551-b6cf-393218cd0fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:59.678030 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-850ea3cf-5148-4551-b6cf-393218cd0fde admin admin] Publish callbacks [] for security_group (5ccec1ac-83ed-49ba-ac99-c2c11e4a7714), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:59.743813 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-850ea3cf-5148-4551-b6cf-393218cd0fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5ccec1ac-83ed-49ba-ac99-c2c11e4a7714), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:59.784436 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-850ea3cf-5148-4551-b6cf-393218cd0fde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4d6753a3ab247f7beb7acfbe1064640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978731 May 26 16:59:59.785677 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ea3cf-5148-4551-b6cf-393218cd0fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccec1ac-83ed-49ba-ac99-c2c11e4a7714,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:59.787137 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54810) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 16:59:59.849370 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-62409663-092e-4f1a-9d22-1a96242605b5 admin admin] Publish callbacks [] for security_group (5ccec1ac-83ed-49ba-ac99-c2c11e4a7714), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:59.872621 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-62409663-092e-4f1a-9d22-1a96242605b5 admin admin] Publish callbacks [] for security_group (5ccec1ac-83ed-49ba-ac99-c2c11e4a7714), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 16:59:59.884662 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0502d90-8908-4652-a1e2-d1dbbd464adc req-a01d992e-a9e6-419b-95bb-df3f1fde6202 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:59.888435 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f0502d90-8908-4652-a1e2-d1dbbd464adc req-a01d992e-a9e6-419b-95bb-df3f1fde6202 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0562530 May 26 16:59:59.949712 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f0502d90-8908-4652-a1e2-d1dbbd464adc req-d4431bf3-a33e-48fd-bb95-b81ba809ce72 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543988 May 26 16:59:59.986087 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b2e36-abff-4a5a-b3a1-e96b05b92cc1 req-a98397c8-e499-4210-a019-7b70c3d11871 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:59.987596 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1d3b2e36-abff-4a5a-b3a1-e96b05b92cc1 req-a98397c8-e499-4210-a019-7b70c3d11871 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0549157 May 26 17:00:00.036381 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1d3b2e36-abff-4a5a-b3a1-e96b05b92cc1 req-04c24a14-551b-45fb-86c0-63e8c81cc269 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 May 26 17:00:00.044960 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-62409663-092e-4f1a-9d22-1a96242605b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5ccec1ac-83ed-49ba-ac99-c2c11e4a7714), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:00.044960 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-62409663-092e-4f1a-9d22-1a96242605b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:00.044960 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-62409663-092e-4f1a-9d22-1a96242605b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ccec1ac-83ed-49ba-ac99-c2c11e4a7714 HTTP/1.1" status: 204 len: 168 time: 0.2551351 May 26 17:00:00.053592 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62409663-092e-4f1a-9d22-1a96242605b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccec1ac-83ed-49ba-ac99-c2c11e4a7714,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:00.777037 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54818) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:00.791242 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5bc71ae6-93f5-4b61-9d66-0eea8d73c618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:00.868768 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5bc71ae6-93f5-4b61-9d66-0eea8d73c618 admin admin] Publish callbacks [] for security_group (548361a0-0fc8-4f69-9f26-5d3c74505b58), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:00.960806 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5bc71ae6-93f5-4b61-9d66-0eea8d73c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (548361a0-0fc8-4f69-9f26-5d3c74505b58), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:00.966279 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:00.999622 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:01.006571 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-5bc71ae6-93f5-4b61-9d66-0eea8d73c618 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=216d4b8111a441069e2a6f8a523ae555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284472 May 26 17:00:01.008780 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc71ae6-93f5-4b61-9d66-0eea8d73c618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548361a0-0fc8-4f69-9f26-5d3c74505b58,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:01.009538 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54822) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:01.063123 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-28e28127-3fde-4449-b389-221a0b8a7e64 admin admin] Publish callbacks [] for security_group (548361a0-0fc8-4f69-9f26-5d3c74505b58), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:01.084385 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63419fe-d663-4d9f-8050-fe12310ad132 req-66229c14-55fb-46d0-90cd-ac6eb6daf879 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:01.087576 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a63419fe-d663-4d9f-8050-fe12310ad132 req-66229c14-55fb-46d0-90cd-ac6eb6daf879 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0586274 May 26 17:00:01.089421 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-28e28127-3fde-4449-b389-221a0b8a7e64 admin admin] Publish callbacks [] for security_group (548361a0-0fc8-4f69-9f26-5d3c74505b58), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:01.163287 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a63419fe-d663-4d9f-8050-fe12310ad132 req-1e58e8b0-f0ec-4031-a6f9-e75099cbec83 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711474 May 26 17:00:01.178963 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f7f91-7606-4582-aef4-83094b76b7ee req-2188bf0f-107f-4a50-951a-d16d2a946e63 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:01.180439 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-984f7f91-7606-4582-aef4-83094b76b7ee req-2188bf0f-107f-4a50-951a-d16d2a946e63 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0600133 May 26 17:00:01.212246 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-28e28127-3fde-4449-b389-221a0b8a7e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (548361a0-0fc8-4f69-9f26-5d3c74505b58), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:01.214996 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-28e28127-3fde-4449-b389-221a0b8a7e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:01.216156 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-28e28127-3fde-4449-b389-221a0b8a7e64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/548361a0-0fc8-4f69-9f26-5d3c74505b58 HTTP/1.1" status: 204 len: 168 time: 0.2050850 May 26 17:00:01.225480 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e28127-3fde-4449-b389-221a0b8a7e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548361a0-0fc8-4f69-9f26-5d3c74505b58,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:01.234739 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-984f7f91-7606-4582-aef4-83094b76b7ee req-12d7bc20-51e7-477d-8e82-0ea7e4d1a333 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485208 May 26 17:00:02.285401 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3141c7-d14a-450e-8699-966d347bbffa req-4f9c9637-e4e6-493a-8fea-f70088fafe5a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:02.287045 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1a3141c7-d14a-450e-8699-966d347bbffa req-4f9c9637-e4e6-493a-8fea-f70088fafe5a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0481217 May 26 17:00:02.366848 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1a3141c7-d14a-450e-8699-966d347bbffa req-6dafb1f6-6257-4b2d-b475-25be03363358 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740535 May 26 17:00:02.392614 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-0464aebe-6535-4308-aa29-9bd235890ffd tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:02.393083 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-0464aebe-6535-4308-aa29-9bd235890ffd tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0565832 May 26 17:00:02.396284 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d61cf4-7591-471c-958b-bca57fc5522f req-3bc963a4-aaa1-4d75-9ccb-555a71890a62 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:02.398003 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-40d61cf4-7591-471c-958b-bca57fc5522f req-3bc963a4-aaa1-4d75-9ccb-555a71890a62 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 945 time: 0.0685978 May 26 17:00:02.453213 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-40d61cf4-7591-471c-958b-bca57fc5522f req-937cd82f-1e58-4c29-880f-748a35a0a217 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3400eaf-51e2-4a2f-9e30-958795c49fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495911 May 26 17:00:02.507655 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Deleting port c72abf78-d876-4b2c-8de8-12d16d44d3a0 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:00:02.508001 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:02.606871 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] For port c72abf78-d876-4b2c-8de8-12d16d44d3a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c72abf78-d876-4b2c-8de8-12d16d44d3a0,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:02.607227 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:02.770898 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:02.771265 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (2f56d207-72ec-46a2-ae7f-a1f59d530697), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:02.771584 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Floating IP 2f56d207-72ec-46a2-ae7f-a1f59d530697 disassociated. External IP: 172.27.1.204, port: c72abf78-d876-4b2c-8de8-12d16d44d3a0. May 26 17:00:02.771934 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Calling delete_port for c72abf78-d876-4b2c-8de8-12d16d44d3a0 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:00:02.814202 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:02.820750 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:03.035063 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (c72abf78-d876-4b2c-8de8-12d16d44d3a0), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:03.064493 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'Port': ['ID=c72abf78-d876-4b2c-8de8-12d16d44d3a0,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:03.183635 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:00:03.291286 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:00:03.301630 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:00:03.313363 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:03.314232 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:59:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:03.341725 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] No DVR routers for this DVR port c72abf78-d876-4b2c-8de8-12d16d44d3a0 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:00:03.345059 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:03.348593 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b077dced-3075-49f7-8add-867e9b1cdbdd req-ef803c4e-58a3-4e8d-8e09-a0bbfc492350 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "DELETE /v2.0/ports/c72abf78-d876-4b2c-8de8-12d16d44d3a0 HTTP/1.1" status: 204 len: 173 time: 0.9394102 May 26 17:00:03.349358 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'name': 'network-vif-deleted', 'tag': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:03.351704 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0ac7e3-9913-44a8-a427-08bc173dcb7d" -d '{"events": [{"server_uuid": "3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3", "name": "network-vif-deleted", "tag": "c72abf78-d876-4b2c-8de8-12d16d44d3a0"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:03.403911 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1947674-2360-4527-8532-210b889698c4 x-openstack-request-id: req-a1947674-2360-4527-8532-210b889698c4 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:03.404548 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3", "name": "network-vif-deleted", "tag": "c72abf78-d876-4b2c-8de8-12d16d44d3a0", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:03.404548 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1947674-2360-4527-8532-210b889698c4 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:03.404903 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1947674-2360-4527-8532-210b889698c4'] response: {'server_uuid': '3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3', 'name': 'network-vif-deleted', 'tag': 'c72abf78-d876-4b2c-8de8-12d16d44d3a0', 'status': 'completed', 'code': 200} May 26 17:00:03.524922 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:03.534930 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e639-656e-483b-97a5-9abb63a94240 req-868542cd-1ff9-45b3-8225-7e057e9a73a8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:03.537761 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3496e639-656e-483b-97a5-9abb63a94240 req-868542cd-1ff9-45b3-8225-7e057e9a73a8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0669868 May 26 17:00:03.579646 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2a5f5486-493d-49cb-948f-270484b72dd9 req-e2ececbe-8afa-41da-b381-196c90a181b2 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=3547d9ef-4a8d-47e6-bbdd-74c492f1dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0404949 May 26 17:00:03.616399 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3496e639-656e-483b-97a5-9abb63a94240 req-0b36b699-2612-4b80-b4fb-83c41da0e804 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672162 May 26 17:00:03.739829 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:03.771743 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:00:03.783956 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:03.784568 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:59:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:03.895360 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:04.086914 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:04.117055 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3854b1c0-40ae-4c92-b1e2-db0c07ac70b4 None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:00:04.345849 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204e8a90-e88b-4e9f-a883-9d5aa4f3ab91 None None] New status for floating IP 2f56d207-72ec-46a2-ae7f-a1f59d530697: DOWN {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:00:04.349429 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:04.768019 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372ed63-fe47-4e66-8607-2aa18fdff235 req-8e4b62e2-1625-419d-a104-3db544ddc3eb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:04.769531 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4372ed63-fe47-4e66-8607-2aa18fdff235 req-8e4b62e2-1625-419d-a104-3db544ddc3eb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0482733 May 26 17:00:04.801945 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54896) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:04.819954 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4372ed63-fe47-4e66-8607-2aa18fdff235 req-f2296f5e-777e-4765-9132-1956f04373bd tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 May 26 17:00:04.869908 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fd2a74f5-6b33-4cdb-a5d7-82aa295f04ae tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (f3400eaf-51e2-4a2f-9e30-958795c49fae), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:04.898981 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fd2a74f5-6b33-4cdb-a5d7-82aa295f04ae tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (f3400eaf-51e2-4a2f-9e30-958795c49fae), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:04.907839 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:05.080940 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fd2a74f5-6b33-4cdb-a5d7-82aa295f04ae tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f3400eaf-51e2-4a2f-9e30-958795c49fae), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:05.083524 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fd2a74f5-6b33-4cdb-a5d7-82aa295f04ae tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:05.085327 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-fd2a74f5-6b33-4cdb-a5d7-82aa295f04ae tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "DELETE /v2.0/security-groups/f3400eaf-51e2-4a2f-9e30-958795c49fae HTTP/1.1" status: 204 len: 168 time: 0.2817264 May 26 17:00:05.087589 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54900) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:05.094314 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a74f5-6b33-4cdb-a5d7-82aa295f04ae tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3400eaf-51e2-4a2f-9e30-958795c49fae,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:05.101484 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.api.v2.resource [None req-12d7c1de-d7ea-427d-a364-b05d2b85bf9f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] show failed (client error): The resource could not be found. May 26 17:00:05.102523 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-12d7c1de-d7ea-427d-a364-b05d2b85bf9f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups/f3400eaf-51e2-4a2f-9e30-958795c49fae HTTP/1.1" status: 404 len: 347 time: 0.0139279 May 26 17:00:05.105432 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54902) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:05.431979 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Deleting port 77268ab3-1289-4c1e-8a7a-7949d8bad3f5 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:00:05.432318 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:05.507407 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:05.507725 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:05.521395 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Calling delete_port for 77268ab3-1289-4c1e-8a7a-7949d8bad3f5 owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:00:05.531544 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:05.649716 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device c72abf78-d876-4b2c-8de8-12d16d44d3a0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:05.668741 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: c72abf78-d876-4b2c-8de8-12d16d44d3a0 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:00:05.669071 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device c72abf78-d876-4b2c-8de8-12d16d44d3a0 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:00:05.732761 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (77268ab3-1289-4c1e-8a7a-7949d8bad3f5), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:05.758913 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'Port': ['ID=77268ab3-1289-4c1e-8a7a-7949d8bad3f5,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:05.827524 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (2f56d207-72ec-46a2-ae7f-a1f59d530697), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:05.830278 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:05.831482 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-885c4bce-f630-4bb9-ba98-09b64b6c71d6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "DELETE /v2.0/floatingips/2f56d207-72ec-46a2-ae7f-a1f59d530697 HTTP/1.1" status: 204 len: 168 time: 0.7251432 May 26 17:00:05.949517 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fde44-f5a7-451e-9925-4f0f0768fe3a req-6a5851c3-5445-44e7-ae96-32ee05ec62f5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:05.951130 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb6fde44-f5a7-451e-9925-4f0f0768fe3a req-6a5851c3-5445-44e7-ae96-32ee05ec62f5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0531440 May 26 17:00:05.973515 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:06.005840 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb6fde44-f5a7-451e-9925-4f0f0768fe3a req-c9cd6ca4-3290-44b5-b025-f7674a1c65e6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 May 26 17:00:06.026981 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54914) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:06.026981 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-11fff962-8262-4390-ad40-182238408d1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528213796', 'description': 'tempest-description--1767613162'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:06.160558 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-11fff962-8262-4390-ad40-182238408d1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:06.230510 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-11fff962-8262-4390-ad40-182238408d1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (055455c5-6bcd-4d2a-9509-eac8afee198d), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:06.291981 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-11fff962-8262-4390-ad40-182238408d1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (055455c5-6bcd-4d2a-9509-eac8afee198d), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:06.324420 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fff962-8262-4390-ad40-182238408d1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055455c5-6bcd-4d2a-9509-eac8afee198d,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:06.396696 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-11fff962-8262-4390-ad40-182238408d1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:06.397996 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-11fff962-8262-4390-ad40-182238408d1f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3869846 May 26 17:00:06.400916 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54916) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:06.405343 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-0e31a19f-7041-430c-86c9-436a5a47eec5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group_rule': {'security_group_id': '055455c5-6bcd-4d2a-9509-eac8afee198d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:06.562107 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-0e31a19f-7041-430c-86c9-436a5a47eec5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (e24df6f0-62cd-4514-b003-db8b461a1694), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:06.614711 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-0e31a19f-7041-430c-86c9-436a5a47eec5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (e24df6f0-62cd-4514-b003-db8b461a1694), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:06.732291 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-0e31a19f-7041-430c-86c9-436a5a47eec5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (e24df6f0-62cd-4514-b003-db8b461a1694), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:06.752617 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a19f-7041-430c-86c9-436a5a47eec5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24df6f0-62cd-4514-b003-db8b461a1694,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:06.843371 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-0e31a19f-7041-430c-86c9-436a5a47eec5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:06.844653 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-0e31a19f-7041-430c-86c9-436a5a47eec5 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4427190 May 26 17:00:06.852478 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54922) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:06.852478 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-e88f2206-01f2-4f6f-953b-c6293b273b5b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'security_group_rule': {'security_group_id': '055455c5-6bcd-4d2a-9509-eac8afee198d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:07.006947 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e88f2206-01f2-4f6f-953b-c6293b273b5b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (d616f0e0-68a1-40b6-9d31-24ff7119b4f0), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:07.048438 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:07.073464 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e88f2206-01f2-4f6f-953b-c6293b273b5b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (d616f0e0-68a1-40b6-9d31-24ff7119b4f0), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:07.183417 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c930-99f7-443c-9eea-ad8ad43fb01f req-79fa19f7-1c66-47bd-a814-4a6cc5639d7e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:07.184913 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b1a4c930-99f7-443c-9eea-ad8ad43fb01f req-79fa19f7-1c66-47bd-a814-4a6cc5639d7e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0796051 May 26 17:00:07.188738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e88f2206-01f2-4f6f-953b-c6293b273b5b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (d616f0e0-68a1-40b6-9d31-24ff7119b4f0), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:07.218225 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e954-f3cc-46b9-b6d7-f7d0780af1ee req-547203f0-eb1a-44ce-bf24-a12b6974ec5b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:07.219706 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eee4e954-f3cc-46b9-b6d7-f7d0780af1ee req-547203f0-eb1a-44ce-bf24-a12b6974ec5b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 945 time: 0.0851963 May 26 17:00:07.232946 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f2206-01f2-4f6f-953b-c6293b273b5b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d616f0e0-68a1-40b6-9d31-24ff7119b4f0,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:07.289415 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b1a4c930-99f7-443c-9eea-ad8ad43fb01f req-c0207f1c-b4db-4cdd-864c-934bb78316af tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945003 May 26 17:00:07.303309 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eee4e954-f3cc-46b9-b6d7-f7d0780af1ee req-43baae3a-1a15-4ce4-965c-d642c6017965 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720394 May 26 17:00:07.322417 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-e88f2206-01f2-4f6f-953b-c6293b273b5b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:07.323580 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-e88f2206-01f2-4f6f-953b-c6293b273b5b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4749629 May 26 17:00:07.326843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54928) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:07.331430 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:07.434967 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:07.481856 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:07.523815 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:07.634093 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Allocated IP 172.27.1.251 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/b17f7d1f-4341-4c3b-8436-1db6b6dff92e) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:00:07.747905 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:07.892825 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:07.936352 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:00:07.941001 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:07.943529 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:00:07.948868 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=b17f7d1f-4341-4c3b-8436-1db6b6dff92e,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:08.032581 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (84b62816-8ac5-4f09-ae19-c28b1a31c333), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:08.173627 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:08.205541 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:08.446319 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:08.468112 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56757a-ffac-4ca9-9daf-2989a64748a1 req-845ccce4-5d09-4a2b-b328-a8968445ca6c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:08.469677 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3e56757a-ffac-4ca9-9daf-2989a64748a1 req-845ccce4-5d09-4a2b-b328-a8968445ca6c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0896020 May 26 17:00:08.478123 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d942d-3b6a-4b9a-ad7f-e6f78046e78c req-8d686377-b123-4e2e-9b32-74afb252e0bb tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:08.479567 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b2d942d-3b6a-4b9a-ad7f-e6f78046e78c req-8d686377-b123-4e2e-9b32-74afb252e0bb tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 945 time: 0.0942528 May 26 17:00:08.488196 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:08.522927 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:08.582124 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3e56757a-ffac-4ca9-9daf-2989a64748a1 req-05d94506-e531-47de-9d35-48a61bc4c319 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016088 May 26 17:00:08.629590 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b2d942d-3b6a-4b9a-ad7f-e6f78046e78c req-e285d97c-459a-456e-b24a-47e3dbbf3897 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429100 May 26 17:00:08.633503 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=b17f7d1f-4341-4c3b-8436-1db6b6dff92e,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:08.648277 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (84b62816-8ac5-4f09-ae19-c28b1a31c333), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:08.785386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:08.786644 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-b12d2dd3-45da-467d-9b6c-bdbad77ed7c3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4586816 May 26 17:00:08.988617 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d28dbfe3-a47e-4553-befe-c583d75d61c7 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1528213796&fields=id&tenant_id=060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 267 time: 0.0458789 May 26 17:00:09.104012 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-1d8c8da6-f2d7-4b47-9614-7afe7cb68a4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:09.105631 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-1d8c8da6-f2d7-4b47-9614-7afe7cb68a4a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 945 time: 0.0559425 May 26 17:00:09.111203 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-f5037140-28b4-42c1-9b03-20168b7cce6f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:09.112780 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-f5037140-28b4-42c1-9b03-20168b7cce6f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 815 time: 0.1177514 May 26 17:00:09.134222 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-efc5ab37-7997-471b-b3f4-e7e4593dbcfa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/quotas/060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 375 time: 0.0108609 May 26 17:00:09.188018 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-1d1d4bbd-ea8e-4e8a-9b4d-f39fc1df4157 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469260 May 26 17:00:09.196886 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Deleting port a919d060-6065-426c-982a-0881dca96a38 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:00:09.197233 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (a919d060-6065-426c-982a-0881dca96a38), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:09.296828 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] For port a919d060-6065-426c-982a-0881dca96a38, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a919d060-6065-426c-982a-0881dca96a38,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:09.297069 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-21df161c-193f-4415-a428-95ea8dd6b338 service neutron] 10.222.0.48 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964959 May 26 17:00:09.297429 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (a919d060-6065-426c-982a-0881dca96a38), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:09.399866 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d56de9a0-1470-424c-a9c5-f991e076df29 service neutron] 10.222.0.48 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940530 May 26 17:00:09.475661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:09.476022 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (2e5c2677-6801-4c1e-9c60-db219e50357f), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:09.476333 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Floating IP 2e5c2677-6801-4c1e-9c60-db219e50357f disassociated. External IP: 172.27.1.162, port: a919d060-6065-426c-982a-0881dca96a38. May 26 17:00:09.476690 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Calling delete_port for a919d060-6065-426c-982a-0881dca96a38 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:00:09.667875 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3afdcb76-f699-40f6-8ddc-60f0184148c8 req-fd0662d6-ef4e-4fbe-bb94-887206f89932 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 210 time: 0.0311985 May 26 17:00:09.748159 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c39b97-985f-428f-be1a-608f13295c41 req-c4023226-a4af-4107-8ca2-d05c3929db84 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:09.752227 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-23c39b97-985f-428f-be1a-608f13295c41 req-c4023226-a4af-4107-8ca2-d05c3929db84 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0806761 May 26 17:00:09.760638 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (a919d060-6065-426c-982a-0881dca96a38), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:09.809205 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8a6a1303-3f97-4c55-86cb-02e43b49a69e req-d4793bcc-3183-48d5-8c71-c3d708d75ebe tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0551150 May 26 17:00:09.809949 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event deleted for resources: {'Port': ['ID=a919d060-6065-426c-982a-0881dca96a38,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:09.851116 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 54982) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:09.865834 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-23c39b97-985f-428f-be1a-608f13295c41 req-0f5cc731-85ce-4b17-a026-40bd9731c78b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961051 May 26 17:00:09.947306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:09.949290 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:00:09.974950 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7446-c988-45fc-b556-81433868d6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:09.990514 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:10.056732 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7446-c988-45fc-b556-81433868d6d5 admin admin] Publish callbacks [] for security_group (811986b8-800c-40ff-b5cc-7eeb921c5baa), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:10.059850 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:00:10.074293 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:00:10.087183 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:10.087801 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:59:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:10.103027 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] No DVR routers for this DVR port a919d060-6065-426c-982a-0881dca96a38 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:00:10.105370 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:10.108596 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-f74897ef-a07a-47c7-8d31-da8cdad51b4d req-4be10ac8-0a06-405d-bf31-dd9317008fdc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "DELETE /v2.0/ports/a919d060-6065-426c-982a-0881dca96a38 HTTP/1.1" status: 204 len: 173 time: 0.9976604 May 26 17:00:10.109036 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fcc029-dd46-485e-8058-9d577bb0e654', 'name': 'network-vif-deleted', 'tag': 'a919d060-6065-426c-982a-0881dca96a38'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:10.111842 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7b0a4-9b5c-4760-9e26-c849a60c3d13" -d '{"events": [{"server_uuid": "69fcc029-dd46-485e-8058-9d577bb0e654", "name": "network-vif-deleted", "tag": "a919d060-6065-426c-982a-0881dca96a38"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:10.144489 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7446-c988-45fc-b556-81433868d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (811986b8-800c-40ff-b5cc-7eeb921c5baa), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:10.191199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d7446-c988-45fc-b556-81433868d6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811986b8-800c-40ff-b5cc-7eeb921c5baa,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:10.195733 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-5c3d7446-c988-45fc-b556-81433868d6d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1de57acd22ac46588dd42d0a29f83738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442650 May 26 17:00:10.199044 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0142087-52a5-46a7-9c37-4ead3229c527 x-openstack-request-id: req-e0142087-52a5-46a7-9c37-4ead3229c527 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:10.199334 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fcc029-dd46-485e-8058-9d577bb0e654", "name": "network-vif-deleted", "tag": "a919d060-6065-426c-982a-0881dca96a38", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:10.199585 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0142087-52a5-46a7-9c37-4ead3229c527 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:10.199977 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0142087-52a5-46a7-9c37-4ead3229c527'] response: {'server_uuid': '69fcc029-dd46-485e-8058-9d577bb0e654', 'name': 'network-vif-deleted', 'tag': 'a919d060-6065-426c-982a-0881dca96a38', 'status': 'completed', 'code': 200} May 26 17:00:10.201456 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 54988) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:10.221691 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:10.221934 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:10.262453 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-aac164a3-0def-4245-9595-6ad601f5143f admin admin] Publish callbacks [] for security_group (811986b8-800c-40ff-b5cc-7eeb921c5baa), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:10.291532 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-aac164a3-0def-4245-9595-6ad601f5143f admin admin] Publish callbacks [] for security_group (811986b8-800c-40ff-b5cc-7eeb921c5baa), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:10.369248 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:10.430583 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:10.458605 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:00:10.461280 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:10.463413 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-aac164a3-0def-4245-9595-6ad601f5143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (811986b8-800c-40ff-b5cc-7eeb921c5baa), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:10.466260 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-aac164a3-0def-4245-9595-6ad601f5143f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:10.467414 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-aac164a3-0def-4245-9595-6ad601f5143f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/811986b8-800c-40ff-b5cc-7eeb921c5baa HTTP/1.1" status: 204 len: 168 time: 0.2651765 May 26 17:00:10.471640 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:10.472282 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T16:59:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:10.479214 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac164a3-0def-4245-9595-6ad601f5143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811986b8-800c-40ff-b5cc-7eeb921c5baa,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:10.492414 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=20,neutron:UPDATE=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:10.575693 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:10.786245 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0c2f7d3d-c5a7-4de1-9c29-f4ad422bfa77 req-02015d33-4b6e-44d9-b3f4-e1ae4b6cbd83 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 210 time: 0.0395625 May 26 17:00:10.791012 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:10.825525 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe261d-eb8a-4af6-bcf5-e8732d6d352a None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:00:10.909796 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:10.926318 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9c953afe-5604-4016-b8ce-5d56dec117fc req-e51ac7e9-65fc-47d1-a24c-b35097c526e7 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fcc029-dd46-485e-8058-9d577bb0e654 HTTP/1.1" status: 200 len: 210 time: 0.0348942 May 26 17:00:11.001533 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08599ed-8ac7-4c3f-a291-b47d37c54135 req-74dae4ac-8d3d-4f4d-ab9d-22c385864d95 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:11.003861 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d08599ed-8ac7-4c3f-a291-b47d37c54135 req-74dae4ac-8d3d-4f4d-ab9d-22c385864d95 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0633531 May 26 17:00:11.067014 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d08599ed-8ac7-4c3f-a291-b47d37c54135 req-70454782-c345-4475-bd6e-a48d5c4ea3ff tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557775 May 26 17:00:11.145597 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c780c7-73c5-4413-8ef0-c961dcecfc81 None None] New status for floating IP 2e5c2677-6801-4c1e-9c60-db219e50357f: DOWN {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:00:11.388188 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55004) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:11.410689 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-201b2233-2db2-436d-8993-2d8cfecc2a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:11.740687 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-201b2233-2db2-436d-8993-2d8cfecc2a78 admin admin] Publish callbacks [] for security_group (6cf30122-de6a-486e-a276-cdf72713c436), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:11.800365 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-201b2233-2db2-436d-8993-2d8cfecc2a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (6cf30122-de6a-486e-a276-cdf72713c436), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:11.840945 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b2233-2db2-436d-8993-2d8cfecc2a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf30122-de6a-486e-a276-cdf72713c436,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:11.847509 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-201b2233-2db2-436d-8993-2d8cfecc2a78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=167c736303824bb3bacca44e06d80459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4572389 May 26 17:00:11.852989 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55008) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:11.897824 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-92672787-294d-4029-beb6-976237435e3b req-711d6bae-3054-487f-93b3-710b08d952e7 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 210 time: 0.0316925 May 26 17:00:11.904262 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c829e56-11ea-4343-aa3c-9636a09ed857 admin admin] Publish callbacks [] for security_group (6cf30122-de6a-486e-a276-cdf72713c436), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:11.931478 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c829e56-11ea-4343-aa3c-9636a09ed857 admin admin] Publish callbacks [] for security_group (6cf30122-de6a-486e-a276-cdf72713c436), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:12.034697 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c829e56-11ea-4343-aa3c-9636a09ed857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (6cf30122-de6a-486e-a276-cdf72713c436), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:12.037205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1c829e56-11ea-4343-aa3c-9636a09ed857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:12.040724 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-1c829e56-11ea-4343-aa3c-9636a09ed857 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cf30122-de6a-486e-a276-cdf72713c436 HTTP/1.1" status: 204 len: 168 time: 0.1868441 May 26 17:00:12.047080 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c829e56-11ea-4343-aa3c-9636a09ed857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf30122-de6a-486e-a276-cdf72713c436,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:12.238889 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee93f7-7964-4577-a2fc-2f5def85c8e4 req-891b8a3f-c8fd-47d1-b003-5353c30cae44 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:12.240360 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1ee93f7-7964-4577-a2fc-2f5def85c8e4 req-891b8a3f-c8fd-47d1-b003-5353c30cae44 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0705569 May 26 17:00:12.250921 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-f260ae2d-9c05-4f4e-82e5-2e010af0c167 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078549195&fields=id&tenant_id=895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 267 time: 0.0873735 May 26 17:00:12.353888 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e1ee93f7-7964-4577-a2fc-2f5def85c8e4 req-b4775652-738c-4044-b7fb-79e67a39b1f5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074216 May 26 17:00:12.396832 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-005e3f43-3f73-4fde-8c56-98c1672e30fd tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:12.398313 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-005e3f43-3f73-4fde-8c56-98c1672e30fd tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 811 time: 0.1404316 May 26 17:00:12.414711 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-8c20af75-c399-4407-bac0-613c5bbbcbbe tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/quotas/895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 375 time: 0.0095568 May 26 17:00:12.468508 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-ea712f17-ca01-4110-9fd4-40d678f3f372 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:12.470583 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-ea712f17-ca01-4110-9fd4-40d678f3f372 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 815 time: 0.1288095 May 26 17:00:12.479701 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-de694146-6846-42f3-ae9e-413188bdade0 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551805 May 26 17:00:12.545442 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-a0a2f23c-da46-4dab-92b5-e8bfc3dc7659 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060af6cf4f7a48758f6859bd3766ae1b HTTP/1.1" status: 200 len: 380 time: 0.0585775 May 26 17:00:12.563170 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'port': {'device_id': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'admin_state_up': True, 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'security_groups': ['055455c5-6bcd-4d2a-9509-eac8afee198d']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:12.601983 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-ffd63616-e5a1-4dad-981b-35012aeee9b4 service neutron] 10.222.0.48 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102178 May 26 17:00:12.647197 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:12.710193 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-24fe74be-fa2a-432c-b4be-9f647181b3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998018 May 26 17:00:12.806597 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Made reservation on behalf of 060af6cf4f7a48758f6859bd3766ae1b for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:00:12.814598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:12.903474 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:12.959365 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Allocated IP 172.20.0.11 (f04a253f-94d5-469e-a169-e4789fc9cd70/e7b8ef73-cc4f-40fe-afe7-05fd8443e226/5cdaad96-644e-4293-96b8-914e68d08378) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:00:12.997096 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-32378e3b-2aae-4dee-a012-d65d5c67e0cb req-559dcc4a-d7a3-4836-82e6-484aec6bb903 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 210 time: 0.0299878 May 26 17:00:13.121535 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for port (5cdaad96-644e-4293-96b8-914e68d08378), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:13.264661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (5cdaad96-644e-4293-96b8-914e68d08378), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:13.328947 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Network f04a253f-94d5-469e-a169-e4789fc9cd70 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:00:13.335188 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:13.338087 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event updated for resources: {'Port': ['ID=5cdaad96-644e-4293-96b8-914e68d08378,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:13.340336 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:00:13.383998 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d26bfc5c-f4fa-4fc3-a0ae-cd480a022530 req-1f954252-6854-491f-a411-4b798a240ce2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0521913 May 26 17:00:13.423567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:13.424234 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:13.520612 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69253c7e-911a-4c0a-a6ff-f5094a1da70d req-d7e68166-98cd-4f7d-b629-f15083e9a3ff tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:13.528174 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-69253c7e-911a-4c0a-a6ff-f5094a1da70d req-d7e68166-98cd-4f7d-b629-f15083e9a3ff tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0673668 May 26 17:00:13.535312 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-068cb968-0f56-4460-a347-eb3c94ca9c4c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9826279 May 26 17:00:13.558065 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Request body: {'port': {'device_id': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:13.587803 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-69253c7e-911a-4c0a-a6ff-f5094a1da70d req-313ad0aa-9fe3-4b68-af63-90926af6b48d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584924 May 26 17:00:13.637904 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (5cdaad96-644e-4293-96b8-914e68d08378), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:13.648083 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-f1778002-1f8e-4150-b613-aec1274c3715 None None] Provisioning complete for port 5cdaad96-644e-4293-96b8-914e68d08378 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:00:13.648568 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f1778002-1f8e-4150-b613-aec1274c3715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (5cdaad96-644e-4293-96b8-914e68d08378), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:13.675425 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device a919d060-6065-426c-982a-0881dca96a38 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:13.698702 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: a919d060-6065-426c-982a-0881dca96a38 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:00:13.699053 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device a919d060-6065-426c-982a-0881dca96a38 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:00:13.708358 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-f1778002-1f8e-4150-b613-aec1274c3715 None None] Port 5cdaad96-644e-4293-96b8-914e68d08378 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:00:13.786316 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:13.946619 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdaad96-644e-4293-96b8-914e68d08378 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:13.954713 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Publish callbacks [] for port (5cdaad96-644e-4293-96b8-914e68d08378), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:13.969332 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Transition to ACTIVE for port object 5cdaad96-644e-4293-96b8-914e68d08378 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 17:00:14.075597 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (5cdaad96-644e-4293-96b8-914e68d08378), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:14.149734 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3adade-6303-4084-a2e7-26e6b9c5eb1e req-2cf947da-1c12-4b84-b2f3-0acc5f036daa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:14.152286 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cd3adade-6303-4084-a2e7-26e6b9c5eb1e req-2cf947da-1c12-4b84-b2f3-0acc5f036daa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 944 time: 0.0814805 May 26 17:00:14.164306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdaad96-644e-4293-96b8-914e68d08378,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:14.212217 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cd3adade-6303-4084-a2e7-26e6b9c5eb1e req-e73ab8e5-365d-4409-86db-ee590b223f83 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526972 May 26 17:00:14.224615 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:14.242219 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Attempting to bind port 5cdaad96-644e-4293-96b8-914e68d08378 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:00:14.242219 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Attempting to bind port 5cdaad96-644e-4293-96b8-914e68d08378 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:00:14.242219 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Attempting to bind port 5cdaad96-644e-4293-96b8-914e68d08378 on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:14.246656 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Port 5cdaad96-644e-4293-96b8-914e68d08378 on network f04a253f-94d5-469e-a169-e4789fc9cd70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:00:14.247009 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Attempting to bind port 5cdaad96-644e-4293-96b8-914e68d08378 on network f04a253f-94d5-469e-a169-e4789fc9cd70 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:14.253434 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:00:14.253778 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Checking segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:00:14.254281 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Bound using segment: {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:00:14.254593 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Bound port: 5cdaad96-644e-4293-96b8-914e68d08378, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2663bb93-5f04-49d3-869e-6757b58459e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:00:14.255185 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (5cdaad96-644e-4293-96b8-914e68d08378), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:14.341196 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] For port 5cdaad96-644e-4293-96b8-914e68d08378, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:00:14.341196 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] For port 5cdaad96-644e-4293-96b8-914e68d08378, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdaad96-644e-4293-96b8-914e68d08378,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:00:14.472001 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ea0e1362-6959-4543-8154-1a525a51de01 req-876c4350-ad67-4a25-8370-6772c4888260 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0332899 May 26 17:00:14.515924 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (5cdaad96-644e-4293-96b8-914e68d08378), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:14.557197 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:14.557844 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:14.560564 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] 10.222.0.95 "PUT /v2.0/ports/5cdaad96-644e-4293-96b8-914e68d08378 HTTP/1.1" status: 200 len: 1094 time: 1.0067015 May 26 17:00:14.561026 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'tag': '5cdaad96-644e-4293-96b8-914e68d08378'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:14.563798 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce698c0-ba80-44c0-b48c-fc1c3af7dcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "73e68f0d-86ed-4e9d-8bb9-06ca9638e690", "tag": "5cdaad96-644e-4293-96b8-914e68d08378"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:14.595092 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5869bb1-0497-4d0d-ae42-42bd3daba219 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdaad96-644e-4293-96b8-914e68d08378,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:14.616914 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70993cb-56e8-405f-b991-e3f0b9a055e9 x-openstack-request-id: req-b70993cb-56e8-405f-b991-e3f0b9a055e9 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:14.616914 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e68f0d-86ed-4e9d-8bb9-06ca9638e690", "tag": "5cdaad96-644e-4293-96b8-914e68d08378", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:14.616914 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b70993cb-56e8-405f-b991-e3f0b9a055e9 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:14.616914 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70993cb-56e8-405f-b991-e3f0b9a055e9'] response: {'name': 'network-changed', 'server_uuid': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'tag': '5cdaad96-644e-4293-96b8-914e68d08378', 'status': 'completed', 'code': 200} May 26 17:00:14.725365 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce698c0-ba80-44c0-b48c-fc1c3af7dcc4 req-b430e9a3-e384-42d9-88b4-8d7beb5a41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:14.727091 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-fce698c0-ba80-44c0-b48c-fc1c3af7dcc4 req-b430e9a3-e384-42d9-88b4-8d7beb5a41d8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 1128 time: 0.0542541 May 26 17:00:14.741632 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:14.755727 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd59f6d-6083-427a-a852-30c9078fda1d req-e520575b-0ed2-48a2-908b-03e3ffd7c1f8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:14.757460 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4dd59f6d-6083-427a-a852-30c9078fda1d req-e520575b-0ed2-48a2-908b-03e3ffd7c1f8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0586901 May 26 17:00:14.811559 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4dd59f6d-6083-427a-a852-30c9078fda1d req-c1f59655-5ad0-446d-8afa-2e7e3120c638 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483367 May 26 17:00:14.855255 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce698c0-ba80-44c0-b48c-fc1c3af7dcc4 req-02c2745f-5191-4ec0-ac75-dff738358f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:14.856815 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-fce698c0-ba80-44c0-b48c-fc1c3af7dcc4 req-02c2745f-5191-4ec0-ac75-dff738358f62 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1139338 May 26 17:00:14.955181 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:14.958195 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce698c0-ba80-44c0-b48c-fc1c3af7dcc4 req-660d2f3c-379e-4864-ab7e-2db4e31b7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:14.959669 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-fce698c0-ba80-44c0-b48c-fc1c3af7dcc4 req-660d2f3c-379e-4864-ab7e-2db4e31b7bf2 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970676 May 26 17:00:15.140819 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-a503e028-b4ae-487d-bd7c-b3e365151140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:15.142387 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-a503e028-b4ae-487d-bd7c-b3e365151140 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 1128 time: 0.0463858 May 26 17:00:15.193504 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-893a1021-c06a-405c-b41b-5a6f043e2875 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cdaad96-644e-4293-96b8-914e68d08378 HTTP/1.1" status: 200 len: 217 time: 0.0363820 May 26 17:00:15.248911 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-9e24f932-3cdd-4197-9985-7cc6a8a2ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:15.250969 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-9e24f932-3cdd-4197-9985-7cc6a8a2ca3c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 200 len: 854 time: 0.0461848 May 26 17:00:15.303060 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-735364a8-63c1-41aa-b55f-2a6817b3db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:15.304623 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-735364a8-63c1-41aa-b55f-2a6817b3db2a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f04a253f-94d5-469e-a169-e4789fc9cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427351 May 26 17:00:15.430821 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-516ce583-7c5b-4e6e-91a0-8da7d5e418ef service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161799 May 26 17:00:15.522145 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d37d31-04b9-4f71-939a-6f97df70ae7f req-bd6f06ed-9ee9-4b8b-8440-8b0b4af0b691 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:15.523641 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a6d37d31-04b9-4f71-939a-6f97df70ae7f req-bd6f06ed-9ee9-4b8b-8440-8b0b4af0b691 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 944 time: 0.0498521 May 26 17:00:15.590113 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4f6cb9b3-1480-4a15-a52c-28ca3d467574 req-9e286ce9-d1c5-4191-ae5b-d5d4d61a2c07 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0465925 May 26 17:00:15.612203 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a6d37d31-04b9-4f71-939a-6f97df70ae7f req-96add8cb-e355-4930-9898-9d628ddd208e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739310 May 26 17:00:15.665346 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-5f40ea44-491a-493a-b634-5d9d742dbd35 req-ae625a60-6bcf-4ec7-8b98-13463449d177 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013319 May 26 17:00:15.707419 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:00:15.811430 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:15.823480 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'port_id': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'mac_address': 'fa:16:3e:81:95:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:00:15.860250 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 is: ACTIVE; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:15.860661 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:15.880157 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17153ebf-8de6-4b1d-bafd-f2c2e8580998 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:15.909069 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:15.973192 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b509b95-da3d-4567-a33b-061a0b15fb12 req-687bf518-8982-4ce4-bf5c-753382ed7970 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:15.974979 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b509b95-da3d-4567-a33b-061a0b15fb12 req-687bf518-8982-4ce4-bf5c-753382ed7970 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0488725 May 26 17:00:16.002466 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:16.006158 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:16.026695 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9b509b95-da3d-4567-a33b-061a0b15fb12 req-b8aaba86-fd53-4316-95ae-6652953fa698 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460649 May 26 17:00:16.071224 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=6']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:16.082349 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.082674 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.083012 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.083361 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.083691 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.084015 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.084337 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.084672 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.084996 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.085332 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.085652 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.085985 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.086304 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.086617 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.086927 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:16.160128 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:16.206488 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['17153ebf-8de6-4b1d-bafd-f2c2e8580998'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:00:16.697870 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5375158e-98ef-410a-91dc-39eaa6973022 req-c911badd-ca50-4a25-9288-b0470c60c90a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0379210 May 26 17:00:16.732006 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dfae5-00a0-4c57-b765-3c291edd7613 req-a2dd2d69-c849-4a67-8eaf-180cb298f467 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:16.733489 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-682dfae5-00a0-4c57-b765-3c291edd7613 req-a2dd2d69-c849-4a67-8eaf-180cb298f467 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 944 time: 0.0622983 May 26 17:00:16.785917 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-682dfae5-00a0-4c57-b765-3c291edd7613 req-1de15f26-fc93-41af-8575-c72e3fdef196 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461411 May 26 17:00:16.863228 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-cf938937-51d2-4202-a19c-7c955a9735fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:17.147788 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304d7d8-8629-42e9-9480-9ddf167cc0de req-1a7bc0e1-b681-4d11-86f9-7c5f33f64481 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:17.149475 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f304d7d8-8629-42e9-9480-9ddf167cc0de req-1a7bc0e1-b681-4d11-86f9-7c5f33f64481 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0488455 May 26 17:00:17.199837 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f304d7d8-8629-42e9-9480-9ddf167cc0de req-1e49ca86-c0af-4a03-86d8-19a01b9d799d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443552 May 26 17:00:17.798231 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-21709e34-4a9a-4b21-be6d-6b9517517246 req-44281d5d-706b-4d60-beb8-37ff63fc45fe tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0277934 May 26 17:00:17.904564 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260035d-acc9-4a22-8208-272795fd3b7a req-205e3bf3-52ae-43ae-aec0-39c5fdaa3820 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:17.906570 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3260035d-acc9-4a22-8208-272795fd3b7a req-205e3bf3-52ae-43ae-aec0-39c5fdaa3820 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 944 time: 0.0508249 May 26 17:00:17.957854 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3260035d-acc9-4a22-8208-272795fd3b7a req-5cd1ff09-b3af-450e-b161-c3af1badd7aa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455317 May 26 17:00:18.319786 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb5c9c-ff53-4a2c-919e-6bdeb1af33ad req-4d4ad09f-80a6-420b-a17b-24f875ee805e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:18.321248 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-52eb5c9c-ff53-4a2c-919e-6bdeb1af33ad req-4d4ad09f-80a6-420b-a17b-24f875ee805e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0469818 May 26 17:00:18.368540 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-52eb5c9c-ff53-4a2c-919e-6bdeb1af33ad req-50ddfef3-29c0-4513-8e6b-68925b4f3261 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416751 May 26 17:00:18.896678 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-89a287b6-95fc-49af-a6d0-df0177c35a18 req-ec9533f5-a411-4d51-9c33-b39a28a59560 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0277228 May 26 17:00:19.080147 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e9b3b-8f1e-4a17-a2dd-b61544bd13c5 req-74e0d726-5b44-45cb-89e0-8ec31022d008 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:19.081730 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-054e9b3b-8f1e-4a17-a2dd-b61544bd13c5 req-74e0d726-5b44-45cb-89e0-8ec31022d008 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 944 time: 0.0520394 May 26 17:00:19.130011 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-054e9b3b-8f1e-4a17-a2dd-b61544bd13c5 req-9acb2b1b-b0db-4408-ae46-83cfb7b044e3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 May 26 17:00:19.165971 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d97ced40-aa28-4888-9866-22a908eb0b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:19.315760 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:00:19.400302 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:00:19.451900 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:00:19.452272 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:19.498361 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c14de-bbae-4b25-8be3-0ef67654363a req-929c4ad8-becb-483d-9bff-9b060b297748 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:19.500434 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b65c14de-bbae-4b25-8be3-0ef67654363a req-929c4ad8-becb-483d-9bff-9b060b297748 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0500550 May 26 17:00:19.523131 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:19.527486 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:19.527914 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:19.547228 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:19.552358 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:19.553395 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b65c14de-bbae-4b25-8be3-0ef67654363a req-262a0221-1b2e-44f8-a9ff-9e8698a7f855 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471036 May 26 17:00:19.555354 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccd72b4-3e18-4a99-98ae-e95409217226" -d '{"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:19.583682 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:19.597075 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa17c3e-4b86-4b7e-aa18-faf7d830512d x-openstack-request-id: req-aaa17c3e-4b86-4b7e-aa18-faf7d830512d {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:19.597377 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:19.597663 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aaa17c3e-4b86-4b7e-aa18-faf7d830512d {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:19.598064 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa17c3e-4b86-4b7e-aa18-faf7d830512d'] response: {'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'code': 200} May 26 17:00:19.777857 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:19.826445 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=7']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:19.847933 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-966a404c-a9dd-4dd2-8342-e303fbad4a89 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978000 May 26 17:00:19.899242 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-bf70cfe9-14bd-400d-9ec4-105ac470f358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:19.900852 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-bf70cfe9-14bd-400d-9ec4-105ac470f358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 811 time: 0.1426811 May 26 17:00:20.007743 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3204f902-2e84-47f8-95ae-a89e1c5dc2e4 req-2107488d-d2f1-4c2d-8de5-f91e8c66ef4e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0347016 May 26 17:00:20.043273 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-fb556315-9212-48b5-98f8-77b346391521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:20.043273 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-fb556315-9212-48b5-98f8-77b346391521 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1130 time: 0.0810435 May 26 17:00:20.047219 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-49de17f9-7d25-4de4-a3ca-02f7388da77f tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 380 time: 0.1083956 May 26 17:00:20.056798 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'port': {'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'admin_state_up': True, 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'security_groups': ['3e38919e-b2d1-4033-8d23-583dc1529fed']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:20.223176 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:20.229446 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-1fe5804b-5be6-4cc6-810c-3a4c193f0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:20.230923 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-1fe5804b-5be6-4cc6-810c-3a4c193f0e97 service neutron] 10.222.0.95 "GET /v2.0/networks?id=083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 200 len: 910 time: 0.1685829 May 26 17:00:20.294539 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d48eb-b32d-410e-a463-6666eee21c74 req-e01f8003-543d-480a-b1c9-adb28b46b247 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:20.307476 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-110d48eb-b32d-410e-a463-6666eee21c74 req-e01f8003-543d-480a-b1c9-adb28b46b247 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 944 time: 0.0879185 May 26 17:00:20.325811 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-036d739c-f2a4-41c0-90c2-c8c5391f6af3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 1001 time: 0.0790212 May 26 17:00:20.331369 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Made reservation on behalf of 895a592d480548ddb6afdb1e7c45ed92 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:00:20.336454 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:20.365545 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-110d48eb-b32d-410e-a463-6666eee21c74 req-14f44c90-f152-4e4b-9e53-212f3c25aa10 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569239 May 26 17:00:20.463044 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-2bbb37eb-a030-4e2f-885f-075dc57342c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:20.464518 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-2bbb37eb-a030-4e2f-885f-075dc57342c3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d5d69cff-769f-4d4d-a204-c34eae6aa945 HTTP/1.1" status: 200 len: 848 time: 0.0939376 May 26 17:00:20.529826 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:20.547499 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-fe22c16b-0599-425b-b4ca-245fb05780ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:20.549063 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-fe22c16b-0599-425b-b4ca-245fb05780ec service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=083fb909-4ca5-4768-88fe-a9b00dc0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778513 May 26 17:00:20.581836 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Allocated IP 172.20.0.6 (3b72a37f-f6f4-40d5-aa2f-177110f74e30/cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5/eef9f36a-0b1b-49e3-a5f5-259a5554b87a) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:00:20.684935 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-85a2e523-0bd4-4822-930f-bf4a943b3fa1 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267636 May 26 17:00:20.687754 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad6c9e-b03c-442c-9b49-b6af45e84304 req-2d09f6f6-2fec-4cec-8599-e4caf0aeeb76 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:20.689334 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5bad6c9e-b03c-442c-9b49-b6af45e84304 req-2d09f6f6-2fec-4cec-8599-e4caf0aeeb76 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0534134 May 26 17:00:20.776605 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5bad6c9e-b03c-442c-9b49-b6af45e84304 req-8ae96f72-fcfe-4d82-bf19-9ec25367fede tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778544 May 26 17:00:20.859710 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:20.873799 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:20.926129 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-640f3591-c88f-4cd3-9ee8-b57ceab42689 req-efcc4889-6dac-474f-a4e1-89ad3807b39c service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343228 May 26 17:00:20.962116 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:21.016464 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:00:21.019422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:21.023350 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:00:21.049287 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:21.104314 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:21.105109 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:21.225835 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2788d-04d4-4586-8383-8893dcea9b90 req-283fbe33-4fa5-4416-9581-f9df20ecaf74 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:21.233436 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a5f2788d-04d4-4586-8383-8893dcea9b90 req-283fbe33-4fa5-4416-9581-f9df20ecaf74 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 931 time: 0.1027360 May 26 17:00:21.308372 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a5f2788d-04d4-4586-8383-8893dcea9b90 req-123f0fdf-2b21-45b6-902d-e90f42ffd95e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732923 May 26 17:00:21.346655 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-d22e78fa-02b5-4856-aa42-b629eba9b93d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2948964 May 26 17:00:21.368000 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:21.394259 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Request body: {'port': {'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:21.402552 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 5cdaad96-644e-4293-96b8-914e68d08378 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:00:21.471565 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-b47ebace-4bec-4208-8026-ded297f71e6b None None] Provisioning complete for port eef9f36a-0b1b-49e3-a5f5-259a5554b87a triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:00:21.472027 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b47ebace-4bec-4208-8026-ded297f71e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:21.510724 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:21.518488 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:21.525465 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d136c29-ce6e-47f9-9a03-b5b70fe9cbba req-6dbcedf9-6271-4607-aefd-c24649a53221 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:21.533351 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1d136c29-ce6e-47f9-9a03-b5b70fe9cbba req-6dbcedf9-6271-4607-aefd-c24649a53221 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 944 time: 0.0591755 May 26 17:00:21.549504 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-b47ebace-4bec-4208-8026-ded297f71e6b None None] Port eef9f36a-0b1b-49e3-a5f5-259a5554b87a cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:00:21.560804 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.db.resource_extend [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 17:00:21.572016 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:21.651192 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1d136c29-ce6e-47f9-9a03-b5b70fe9cbba req-557a43dd-f255-44bb-ae1a-621248cfb293 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165907 May 26 17:00:21.723858 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 5cdaad96-644e-4293-96b8-914e68d08378, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdaad96-644e-4293-96b8-914e68d08378,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:21.739366 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '5cdaad96-644e-4293-96b8-914e68d08378', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'port_id': '5cdaad96-644e-4293-96b8-914e68d08378', 'mac_address': 'fa:16:3e:b2:ec:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:00:21.800054 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 5cdaad96-644e-4293-96b8-914e68d08378 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:21.800596 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (5cdaad96-644e-4293-96b8-914e68d08378), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:21.819259 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdaad96-644e-4293-96b8-914e68d08378 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:21.846304 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 5cdaad96-644e-4293-96b8-914e68d08378, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdaad96-644e-4293-96b8-914e68d08378,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:21.856113 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:22.006965 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef9f36a-0b1b-49e3-a5f5-259a5554b87a {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:22.010213 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b730a28-d896-4044-ba54-1aa24e831016 req-23cc83aa-04a2-4d64-b5f8-10a31b1fcc64 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:22.012820 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b730a28-d896-4044-ba54-1aa24e831016 req-23cc83aa-04a2-4d64-b5f8-10a31b1fcc64 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.1057577 May 26 17:00:22.021369 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Publish callbacks [] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:22.032890 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (5cdaad96-644e-4293-96b8-914e68d08378), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:22.072809 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Transition to ACTIVE for port object eef9f36a-0b1b-49e3-a5f5-259a5554b87a will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 17:00:22.145310 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b730a28-d896-4044-ba54-1aa24e831016 req-a92298e5-cec0-40e3-a8eb-c79399f1075a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251025 May 26 17:00:22.155185 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=5cdaad96-644e-4293-96b8-914e68d08378,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:22.195459 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:22.263590 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:22.390077 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Attempting to bind port eef9f36a-0b1b-49e3-a5f5-259a5554b87a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:00:22.390564 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Attempting to bind port eef9f36a-0b1b-49e3-a5f5-259a5554b87a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:00:22.390907 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Attempting to bind port eef9f36a-0b1b-49e3-a5f5-259a5554b87a on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:22.397323 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Port eef9f36a-0b1b-49e3-a5f5-259a5554b87a on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:00:22.397787 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Attempting to bind port eef9f36a-0b1b-49e3-a5f5-259a5554b87a on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:22.405316 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:00:22.406372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Checking segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:00:22.406770 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Bound using segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:00:22.407211 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Bound port: eef9f36a-0b1b-49e3-a5f5-259a5554b87a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:00:22.408205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:22.447733 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['5cdaad96-644e-4293-96b8-914e68d08378'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:00:22.523079 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] For port eef9f36a-0b1b-49e3-a5f5-259a5554b87a, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:00:22.525875 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:22.528022 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] For port eef9f36a-0b1b-49e3-a5f5-259a5554b87a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:00:22.550536 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae636455-50fa-43a9-95d7-f8b81dab6ea6 req-c7306220-d7b5-4c32-9572-cf62656b8b3b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:22.558582 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ae636455-50fa-43a9-95d7-f8b81dab6ea6 req-c7306220-d7b5-4c32-9572-cf62656b8b3b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 943 time: 0.1331275 May 26 17:00:22.586693 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:22.636187 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ae636455-50fa-43a9-95d7-f8b81dab6ea6 req-5f69ac4b-1353-4746-aa91-6ed61f702f05 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764961 May 26 17:00:22.703717 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:22.704512 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:22.710590 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] 10.222.0.95 "PUT /v2.0/ports/eef9f36a-0b1b-49e3-a5f5-259a5554b87a HTTP/1.1" status: 200 len: 1093 time: 1.3194931 May 26 17:00:22.711918 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03626c1-e5a2-4165-b302-ec4e14e9b8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:22.721374 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:22.729150 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb480b7-d55c-42e7-8671-7c4f1398fee9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:22.807803 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9163b3-f12f-4149-b7b3-19f7103ff065 x-openstack-request-id: req-0f9163b3-f12f-4149-b7b3-19f7103ff065 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:22.808497 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:22.809130 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f9163b3-f12f-4149-b7b3-19f7103ff065 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:22.811889 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9163b3-f12f-4149-b7b3-19f7103ff065'] response: {'name': 'network-changed', 'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'status': 'completed', 'code': 200} May 26 17:00:22.892956 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb88d1-2768-4a15-b721-3c653705af09 req-2f045048-d391-4c53-bb94-ce9888381312 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:22.902950 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0cb88d1-2768-4a15-b721-3c653705af09 req-2f045048-d391-4c53-bb94-ce9888381312 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 945 time: 0.0895038 May 26 17:00:22.929587 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb480b7-d55c-42e7-8671-7c4f1398fee9 req-aa70da8d-f6cf-4c14-9053-5f22f61b863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:22.931497 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3eb480b7-d55c-42e7-8671-7c4f1398fee9 req-aa70da8d-f6cf-4c14-9053-5f22f61b863c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 1127 time: 0.0726855 May 26 17:00:22.995988 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0cb88d1-2768-4a15-b721-3c653705af09 req-450f05dc-7498-45c6-bcf4-30689a220fc0 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918076 May 26 17:00:23.084537 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb480b7-d55c-42e7-8671-7c4f1398fee9 req-29646e7e-3555-400f-be50-a5bc02ee7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:23.086079 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3eb480b7-d55c-42e7-8671-7c4f1398fee9 req-29646e7e-3555-400f-be50-a5bc02ee7616 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=895a592d480548ddb6afdb1e7c45ed92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1379294 May 26 17:00:23.225370 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb480b7-d55c-42e7-8671-7c4f1398fee9 req-654c56b7-8218-49ed-88cc-267b47313b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:23.238692 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3eb480b7-d55c-42e7-8671-7c4f1398fee9 req-654c56b7-8218-49ed-88cc-267b47313b15 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452014 May 26 17:00:23.305435 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:23.375220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-43485ae0-e4d9-463f-9199-d8a4a63061ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:23.377023 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-43485ae0-e4d9-463f-9199-d8a4a63061ae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 1127 time: 0.0617292 May 26 17:00:23.438024 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-207c9814-600a-43d5-b2a9-87a2fa97403a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a HTTP/1.1" status: 200 len: 217 time: 0.0451324 May 26 17:00:23.482721 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 5cdaad96-644e-4293-96b8-914e68d08378 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:00:23.551723 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 5cdaad96-644e-4293-96b8-914e68d08378 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 17:00:23.562702 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-b11bdd46-5f1f-4a71-87f7-d54b31db4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:23.564384 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-b11bdd46-5f1f-4a71-87f7-d54b31db4dda service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.1192756 May 26 17:00:23.626837 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-20a316dd-00bc-430c-848a-844ab3eda01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:23.628785 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-20a316dd-00bc-430c-848a-844ab3eda01b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560660 May 26 17:00:23.658042 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590cd6a-a045-43b9-b1ec-611da595e3f3 req-65066466-d180-453e-bb29-98a28e855c12 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:23.658042 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4590cd6a-a045-43b9-b1ec-611da595e3f3 req-65066466-d180-453e-bb29-98a28e855c12 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.4082267 May 26 17:00:23.680165 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 5cdaad96-644e-4293-96b8-914e68d08378 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:00:23.680995 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (5cdaad96-644e-4293-96b8-914e68d08378), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:23.714166 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4590cd6a-a045-43b9-b1ec-611da595e3f3 req-ffab72c0-1cb0-43b7-a53f-657c2d084dce tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542250 May 26 17:00:23.769805 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:23.785020 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-e5fe06fc-e979-4da5-94f8-de6de989b268 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488352 May 26 17:00:23.825749 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:23.828295 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 5cdaad96-644e-4293-96b8-914e68d08378 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:23.828907 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (5cdaad96-644e-4293-96b8-914e68d08378), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:23.846463 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774637e-bc00-42bd-a97c-1d71cc01b209 req-9b12525b-7bbd-40f3-a2d0-d9e50360e28b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:23.854589 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4774637e-bc00-42bd-a97c-1d71cc01b209 req-9b12525b-7bbd-40f3-a2d0-d9e50360e28b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 943 time: 0.0694337 May 26 17:00:23.857384 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdaad96-644e-4293-96b8-914e68d08378'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:23.862016 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7e562e-bb31-4c75-be63-3badd6116a0a" -d '{"events": [{"server_uuid": "73e68f0d-86ed-4e9d-8bb9-06ca9638e690", "name": "network-vif-plugged", "status": "completed", "tag": "5cdaad96-644e-4293-96b8-914e68d08378"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:23.887170 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 5cdaad96-644e-4293-96b8-914e68d08378, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdaad96-644e-4293-96b8-914e68d08378,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:23.931911 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4774637e-bc00-42bd-a97c-1d71cc01b209 req-02a93e13-7c87-4ddf-a2f6-d4e20a3e014a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763152 May 26 17:00:23.958474 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e572dfc-9fe7-4fac-bba1-961d61e43245 x-openstack-request-id: req-5e572dfc-9fe7-4fac-bba1-961d61e43245 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:23.958875 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e68f0d-86ed-4e9d-8bb9-06ca9638e690", "name": "network-vif-plugged", "status": "completed", "tag": "5cdaad96-644e-4293-96b8-914e68d08378", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:23.959528 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e572dfc-9fe7-4fac-bba1-961d61e43245 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:23.959936 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e572dfc-9fe7-4fac-bba1-961d61e43245'] response: {'server_uuid': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdaad96-644e-4293-96b8-914e68d08378', 'code': 200} May 26 17:00:23.963741 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e0fcb85-490e-4a9f-9d4f-91f814646b10 req-1a3503ad-32b3-4c38-84f2-468c55a5ef74 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696024 May 26 17:00:24.012207 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (5cdaad96-644e-4293-96b8-914e68d08378), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:24.021017 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:24.106902 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=5cdaad96-644e-4293-96b8-914e68d08378,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:24.161679 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fa7ae-504b-46f9-a86c-8fd0c5ca3789 req-7167c5ca-8bba-4b3f-bc9c-47a958f8d451 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:24.174017 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a82fa7ae-504b-46f9-a86c-8fd0c5ca3789 req-7167c5ca-8bba-4b3f-bc9c-47a958f8d451 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0740514 May 26 17:00:24.248721 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a82fa7ae-504b-46f9-a86c-8fd0c5ca3789 req-4a4fd308-a36d-41c3-8a35-b5f8bd8b9c27 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705473 May 26 17:00:24.423672 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e50740-acbb-4de7-849e-3867d8354c10 req-5bf5592f-12c4-4f5c-89a8-009e0606b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:24.425368 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72e50740-acbb-4de7-849e-3867d8354c10 req-5bf5592f-12c4-4f5c-89a8-009e0606b440 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 1130 time: 0.0503430 May 26 17:00:24.485956 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72e50740-acbb-4de7-849e-3867d8354c10 req-ad8e2b5a-529a-4e29-8a31-a46efe32e134 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522895 May 26 17:00:24.509774 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:24.893330 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ebba0-121a-4adf-b4f0-1e04acf55af4 req-2cbf9abd-3f93-4647-ab1b-b4366787ad2e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:24.894941 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-170ebba0-121a-4adf-b4f0-1e04acf55af4 req-2cbf9abd-3f93-4647-ab1b-b4366787ad2e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0673931 May 26 17:00:24.963885 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-170ebba0-121a-4adf-b4f0-1e04acf55af4 req-b6021d1d-235d-42ad-8995-28435f65762c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582809 May 26 17:00:25.068578 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f3c56-64a9-4268-b4fe-983334569c2a req-fa5af81b-51c1-4d45-860a-82e163368b5c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:25.070242 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df4f3c56-64a9-4268-b4fe-983334569c2a req-fa5af81b-51c1-4d45-860a-82e163368b5c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 943 time: 0.0575907 May 26 17:00:25.132288 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-df4f3c56-64a9-4268-b4fe-983334569c2a req-68e93ffc-ccc6-4e86-9a31-fa22b45cfc21 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536144 May 26 17:00:25.378069 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49c0f-eb89-444e-b4dd-51ffbd0ba1cb req-849a2602-ca61-486d-a0ac-f5f033d8cd42 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:25.438881 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dfd49c0f-eb89-444e-b4dd-51ffbd0ba1cb req-849a2602-ca61-486d-a0ac-f5f033d8cd42 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0545173 May 26 17:00:25.438881 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dfd49c0f-eb89-444e-b4dd-51ffbd0ba1cb req-6979e0e1-c1b4-4f52-8b86-6d5d4c29747a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488889 May 26 17:00:25.732486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55256) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:25.886350 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-22c53e4b-f9ae-489f-ad7b-da1a1da34595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:25.988239 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-22c53e4b-f9ae-489f-ad7b-da1a1da34595 admin admin] Publish callbacks [] for security_group (8b5c693d-588f-44f4-be88-a46f7254d4c1), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:26.074372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-22c53e4b-f9ae-489f-ad7b-da1a1da34595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (8b5c693d-588f-44f4-be88-a46f7254d4c1), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:26.127063 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-22c53e4b-f9ae-489f-ad7b-da1a1da34595 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83bbc4ecce4a40759395a8afb41063e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905671 May 26 17:00:26.127063 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c53e4b-f9ae-489f-ad7b-da1a1da34595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c693d-588f-44f4-be88-a46f7254d4c1,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:26.128764 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:26.138713 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 55264) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:26.159171 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a275e3-4821-42be-b09f-45e90250a44b req-30d3466d-8e3d-4883-9c10-b030cbd4e60f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:26.165847 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-42a275e3-4821-42be-b09f-45e90250a44b req-30d3466d-8e3d-4883-9c10-b030cbd4e60f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.1197841 May 26 17:00:26.282774 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-42a275e3-4821-42be-b09f-45e90250a44b req-1d7b0d99-c5eb-483e-b103-e20c71d4264a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151841 May 26 17:00:26.294389 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b8f3-f56e-43ef-a714-8f77d19604ad req-858fdf36-9ac2-4cbd-9508-b98ff347f384 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:26.295930 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-66d9b8f3-f56e-43ef-a714-8f77d19604ad req-858fdf36-9ac2-4cbd-9508-b98ff347f384 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 943 time: 0.0754101 May 26 17:00:26.342174 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Publish callbacks [] for security_group (8b5c693d-588f-44f4-be88-a46f7254d4c1), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:26.364406 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:26.390084 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Publish callbacks [] for security_group (8b5c693d-588f-44f4-be88-a46f7254d4c1), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:26.411793 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-66d9b8f3-f56e-43ef-a714-8f77d19604ad req-e25006be-a0dd-4da3-abdc-6229e76e351f tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069300 May 26 17:00:26.555723 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (8b5c693d-588f-44f4-be88-a46f7254d4c1), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:26.558357 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:26.562339 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b5c693d-588f-44f4-be88-a46f7254d4c1 HTTP/1.1" status: 204 len: 168 time: 0.4221101 May 26 17:00:26.579863 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c693d-588f-44f4-be88-a46f7254d4c1,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:26.596090 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e6ee-f2b5-4d77-90bb-da07f5017e8f req-82b13de8-25d0-494e-8b39-a2f323702fad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:26.597870 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2d3e6ee-f2b5-4d77-90bb-da07f5017e8f req-82b13de8-25d0-494e-8b39-a2f323702fad tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0772436 May 26 17:00:26.601738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.601738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.601738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.601738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.601738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.601738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.601738 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.602254 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.602600 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.602993 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.603399 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.603797 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.604189 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.604581 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.604999 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7087b1-2318-4380-bd60-e4bddf1c0ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:26.664169 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2d3e6ee-f2b5-4d77-90bb-da07f5017e8f req-2f5661be-7566-4874-8829-d560b7b15280 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558541 May 26 17:00:26.834376 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839a279-c91a-4152-a4b1-5e4ebd32121e req-b4eb6087-3027-4269-9e48-4c88bc6b04b3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:26.839602 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e839a279-c91a-4152-a4b1-5e4ebd32121e req-b4eb6087-3027-4269-9e48-4c88bc6b04b3 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0639062 May 26 17:00:26.845176 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55274) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:26.851321 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Request body: {'floatingip': {'port_id': '5cdaad96-644e-4293-96b8-914e68d08378'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:26.909706 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (84b62816-8ac5-4f09-ae19-c28b1a31c333), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:27.519049 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf4cb-4891-4426-bab1-e68faa5923e2 req-da1776e1-0d20-4a64-92c3-5ea15e0fa229 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:27.520648 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ec9cf4cb-4891-4426-bab1-e68faa5923e2 req-da1776e1-0d20-4a64-92c3-5ea15e0fa229 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.1130779 May 26 17:00:27.589381 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ec9cf4cb-4891-4426-bab1-e68faa5923e2 req-f742a0a0-af4e-4bf1-bc01-06c3031a800e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631716 May 26 17:00:27.650100 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:27.652200 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1a30-88ce-4fdd-9db7-86a31eb92ecc req-52d9f830-81b1-4a7d-9764-113606416455 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:27.654651 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c51c1a30-88ce-4fdd-9db7-86a31eb92ecc req-52d9f830-81b1-4a7d-9764-113606416455 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 943 time: 0.0996373 May 26 17:00:27.670535 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:27.717998 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c51c1a30-88ce-4fdd-9db7-86a31eb92ecc req-1312d9a6-232a-408d-8cdc-d8ce5e36b4b4 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550141 May 26 17:00:27.760957 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (84b62816-8ac5-4f09-ae19-c28b1a31c333), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:27.885164 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:27.888586 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Floating IP 84b62816-8ac5-4f09-ae19-c28b1a31c333 associated. External IP: 172.27.1.251, port: 5cdaad96-644e-4293-96b8-914e68d08378. May 26 17:00:27.959556 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55300) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:28.354720 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-721392302-network', 'tenant_id': 'c6ad6af479db4e92933ac0d1567f25e1'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:28.450559 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:00:28.493494 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Made reservation on behalf of c6ad6af479db4e92933ac0d1567f25e1 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:00:28.496153 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:28.510520 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:28.611287 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:00:28.641784 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:28.674617 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:00:28.681895 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-4d7f82ff-a653-4074-b228-09b5530af89c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "PUT /v2.0/floatingips/84b62816-8ac5-4f09-ae19-c28b1a31c333 HTTP/1.1" status: 200 len: 992 time: 1.8328450 May 26 17:00:28.685041 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'tag': '5cdaad96-644e-4293-96b8-914e68d08378'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:28.689071 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124845cb-f32a-4323-95c0-4f10ea64e725" -d '{"events": [{"name": "network-changed", "server_uuid": "73e68f0d-86ed-4e9d-8bb9-06ca9638e690", "tag": "5cdaad96-644e-4293-96b8-914e68d08378"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:28.697581 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Publish callbacks [] for security_group (d669683e-b4c8-4843-86c6-098355319342), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:28.701279 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:28.702156 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:00:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:28.739571 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e4cdae-5718-4f6a-8400-c0df347f173b x-openstack-request-id: req-35e4cdae-5718-4f6a-8400-c0df347f173b {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:28.739913 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e68f0d-86ed-4e9d-8bb9-06ca9638e690", "tag": "5cdaad96-644e-4293-96b8-914e68d08378", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:28.740124 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35e4cdae-5718-4f6a-8400-c0df347f173b {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:28.740513 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e4cdae-5718-4f6a-8400-c0df347f173b'] response: {'name': 'network-changed', 'server_uuid': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'tag': '5cdaad96-644e-4293-96b8-914e68d08378', 'status': 'completed', 'code': 200} May 26 17:00:28.781942 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ee8f9-b4fe-4b99-ba1f-d24d68f1a812 req-d577c3f4-3e69-4aa6-990f-2f8a8a09d3f0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:28.784325 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-787ee8f9-b4fe-4b99-ba1f-d24d68f1a812 req-d577c3f4-3e69-4aa6-990f-2f8a8a09d3f0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0623624 May 26 17:00:28.886036 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4548df-4871-4478-ba16-bd27db69a83b req-4ca55cb8-5ccd-436f-b955-be155722ca2c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:28.887607 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e4548df-4871-4478-ba16-bd27db69a83b req-4ca55cb8-5ccd-436f-b955-be155722ca2c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 943 time: 0.0802433 May 26 17:00:28.896260 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-787ee8f9-b4fe-4b99-ba1f-d24d68f1a812 req-6b66e2e1-fae5-4ea9-8b8c-99e2063e4455 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051030 May 26 17:00:28.934007 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:28.946301 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e4548df-4871-4478-ba16-bd27db69a83b req-5a8c21e7-c100-4b3b-aaff-f4ef5448cd9c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490816 May 26 17:00:29.034472 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (d669683e-b4c8-4843-86c6-098355319342), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:29.070728 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:00:29.080675 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d669683e-b4c8-4843-86c6-098355319342,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:29.091474 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (93ce011d-683a-4fc8-9458-988a57643a1b), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:29.091976 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Added segment 93ce011d-683a-4fc8-9458-988a57643a1b of type vlan for network 12a87d45-8370-4248-b552-63dea63c9b5d May 26 17:00:29.100958 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.101417 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.101906 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.102239 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.102576 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.102901 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.103226 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.103615 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.103948 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.104271 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.104594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.104915 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.105237 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.105577 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.105893 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:29.121932 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:29.142905 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (12a87d45-8370-4248-b552-63dea63c9b5d), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:29.184196 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '84b62816-8ac5-4f09-ae19-c28b1a31c333', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': '5cdaad96-644e-4293-96b8-914e68d08378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:b2:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:07Z', 'updated_at': '2022-05-26T17:00:27Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:29.232596 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:00:29.237005 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (12a87d45-8370-4248-b552-63dea63c9b5d), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:29.238039 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:29.238711 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:29.245454 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:29.249759 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:29.250835 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:00:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:29.268615 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-ad834938-0118-407f-bd8c-eb28e0d1ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:29.270321 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-ad834938-0118-407f-bd8c-eb28e0d1ccb8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 1130 time: 0.0968158 May 26 17:00:29.369095 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] Pushing event updated for resources: {'Network': ['ID=12a87d45-8370-4248-b552-63dea63c9b5d,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:29.380896 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 12a87d45-8370-4248-b552-63dea63c9b5d details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:00:29.388949 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-b94aa94d-fbe1-4bf5-817e-d0173e7d3e0c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.4283304 May 26 17:00:29.392797 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55320) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:29.397918 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Request body: {'subnet': {'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-721392302-subnet', 'tenant_id': 'c6ad6af479db4e92933ac0d1567f25e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:29.424499 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:29.450982 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:29.452962 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-32e9dcf0-250a-4cff-8b55-f52bafd63736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:29.454544 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-32e9dcf0-250a-4cff-8b55-f52bafd63736 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 200 len: 916 time: 0.1530039 May 26 17:00:29.536959 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Made reservation on behalf of c6ad6af479db4e92933ac0d1567f25e1 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:00:29.539582 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:29.704943 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '84b62816-8ac5-4f09-ae19-c28b1a31c333', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': '5cdaad96-644e-4293-96b8-914e68d08378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:b2:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:07Z', 'updated_at': '2022-05-26T17:00:27Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:29.741907 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bb046-b76d-4ea9-87f4-5c9445b078a3 None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '84b62816-8ac5-4f09-ae19-c28b1a31c333', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'port_id': '5cdaad96-644e-4293-96b8-914e68d08378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'mac_address': 'fa:16:3e:b2:ec:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:07Z', 'updated_at': '2022-05-26T17:00:27Z', 'revision_number': 1, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:00:29.820635 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (2d0c1b21-78e2-4098-8883-7cc84fdbf545), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:30.008880 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0c1b21-78e2-4098-8883-7cc84fdbf545,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:30.038055 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-d4c81692-6871-486c-bf64-18a22c67aaf2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cdaad96-644e-4293-96b8-914e68d08378 HTTP/1.1" status: 200 len: 1000 time: 0.1784298 May 26 17:00:30.055230 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Checking segment: {'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:00:30.056195 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Network hostable DHCP agents. Network: 12a87d45-8370-4248-b552-63dea63c9b5d, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:00:30.098040 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33702bee-3742-496e-8a5f-95f9ae67f0a0 None None] New status for floating IP 84b62816-8ac5-4f09-ae19-c28b1a31c333: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:00:30.132940 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Network 12a87d45-8370-4248-b552-63dea63c9b5d is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:00:30.150530 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8349d-0b41-4aa8-9ec9-d66a73fea056 req-2ef6b759-f06d-4b4c-85d3-9be014ff4511 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:30.152324 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a3a8349d-0b41-4aa8-9ec9-d66a73fea056 req-2ef6b759-f06d-4b4c-85d3-9be014ff4511 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.1037405 May 26 17:00:30.185685 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df98fdf-35a7-440e-b701-3fd2ffbf4c73 req-25a424ab-2950-4d75-a7b3-ac15ce617902 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:30.188204 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7df98fdf-35a7-440e-b701-3fd2ffbf4c73 req-25a424ab-2950-4d75-a7b3-ac15ce617902 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 943 time: 0.0984011 May 26 17:00:30.194960 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 12a87d45-8370-4248-b552-63dea63c9b5d) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:30.202081 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:30.206069 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:30.254920 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc90df89-b228-411f-935f-2a10a42367d0 None None] Network 12a87d45-8370-4248-b552-63dea63c9b5d requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:00:30.273249 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a3a8349d-0b41-4aa8-9ec9-d66a73fea056 req-97a4cf6f-e105-4ebc-83b9-7525a1ce10e7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989716 May 26 17:00:30.273249 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:30.299343 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7df98fdf-35a7-440e-b701-3fd2ffbf4c73 req-06f62b2d-2b1c-46b9-9101-e85f52c1cf02 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811028 May 26 17:00:30.312523 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-f2dcd8d1-4565-4fd4-81eb-04df80a6e241 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9179230 May 26 17:00:30.549891 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f23804-447b-4340-8138-df9c5e67b2aa None None] Network 12a87d45-8370-4248-b552-63dea63c9b5d requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:00:30.578739 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-eb9eee92-d466-4067-b6b8-db7586e5436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:30.580406 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-eb9eee92-d466-4067-b6b8-db7586e5436c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 200 len: 854 time: 0.0867329 May 26 17:00:30.643597 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-da523100-1b53-45be-bce2-5df23eefc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:30.645715 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-da523100-1b53-45be-bce2-5df23eefc9df service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f04a253f-94d5-469e-a169-e4789fc9cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576692 May 26 17:00:30.775656 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:30.781295 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-0210026a-b39e-4dd7-9312-bc256fe3e3c2 service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277425 May 26 17:00:30.908394 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-124845cb-f32a-4323-95c0-4f10ea64e725 req-4351b687-c094-4fe0-b449-36eb0ace56bd service neutron] 10.222.0.95 "GET /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212609 May 26 17:00:31.451352 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c6707-f4de-412a-9382-4a0594c1ef61 req-fe95234e-a1d4-49cd-ae46-5dcc00e55bc6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:31.459074 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-367c6707-f4de-412a-9382-4a0594c1ef61 req-fe95234e-a1d4-49cd-ae46-5dcc00e55bc6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0902953 May 26 17:00:31.477307 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44797ff1-6c89-45d3-a8f2-2055590fe1e5 req-cc8d43e0-5826-44fa-b7fa-2e2a6ad76c77 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:31.484308 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-44797ff1-6c89-45d3-a8f2-2055590fe1e5 req-cc8d43e0-5826-44fa-b7fa-2e2a6ad76c77 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 943 time: 0.1020184 May 26 17:00:31.496460 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device eef9f36a-0b1b-49e3-a5f5-259a5554b87a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:00:31.564883 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-367c6707-f4de-412a-9382-4a0594c1ef61 req-31dc260a-8a3b-4d2e-bd93-ad269f9475c3 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045523 May 26 17:00:31.587142 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-44797ff1-6c89-45d3-a8f2-2055590fe1e5 req-0e6bfea2-8697-4436-9f7b-add3f92dbd3f tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018217 May 26 17:00:31.668705 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port eef9f36a-0b1b-49e3-a5f5-259a5554b87a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:31.684955 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:00:31.741939 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port eef9f36a-0b1b-49e3-a5f5-259a5554b87a is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:31.742622 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:31.769112 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef9f36a-0b1b-49e3-a5f5-259a5554b87a {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:31.793630 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port eef9f36a-0b1b-49e3-a5f5-259a5554b87a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:31.914246 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:31.987428 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:32.301403 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['eef9f36a-0b1b-49e3-a5f5-259a5554b87a'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:00:32.305046 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:32.548908 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:32.728214 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818755a-7fe3-4599-9e71-c3e9acc19033 req-b59d7ac3-6302-4ae1-9ce9-b784cd26923e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:32.729630 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6818755a-7fe3-4599-9e71-c3e9acc19033 req-b59d7ac3-6302-4ae1-9ce9-b784cd26923e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0840011 May 26 17:00:32.741548 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13bf70-f248-4b8a-9d4b-6b83127ee3b7 req-e7c04bad-9db4-4c1f-a8a3-fbf037d0d6d2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:32.743034 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ea13bf70-f248-4b8a-9d4b-6b83127ee3b7 req-e7c04bad-9db4-4c1f-a8a3-fbf037d0d6d2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 944 time: 0.0628872 May 26 17:00:32.759002 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:32.828883 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ea13bf70-f248-4b8a-9d4b-6b83127ee3b7 req-f92b6f1c-6083-4e48-a3e9-214280eea1e9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773199 May 26 17:00:32.831922 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6818755a-7fe3-4599-9e71-c3e9acc19033 req-721fcc1f-c852-42b4-9f23-df5491746a8b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880117 May 26 17:00:33.031648 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fdcebe4-704b-46b1-a598-d822e538f46b tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:33.038984 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fdcebe4-704b-46b1-a598-d822e538f46b tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/networks?id=12a87d45-8370-4248-b552-63dea63c9b5d HTTP/1.1" status: 200 len: 813 time: 0.1224489 May 26 17:00:33.049806 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-de7a765a-7adb-4591-a910-98ef76f367ea tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/quotas/c6ad6af479db4e92933ac0d1567f25e1 HTTP/1.1" status: 200 len: 375 time: 0.0098512 May 26 17:00:33.094556 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-61da74f8-e7db-4367-a352-0a220d93b495 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6ad6af479db4e92933ac0d1567f25e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377116 May 26 17:00:33.203619 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-1a983fdd-749b-4347-b389-43b88ab88331 service neutron] 10.222.0.48 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012113 May 26 17:00:33.313658 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-db086051-08b5-4581-bace-65901161abdc service neutron] 10.222.0.48 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040196 May 26 17:00:33.507875 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device eef9f36a-0b1b-49e3-a5f5-259a5554b87a up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:00:33.579620 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port eef9f36a-0b1b-49e3-a5f5-259a5554b87a completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 17:00:33.606880 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-60058d8d-5f0c-4a50-9229-19e3b528d874 req-842055a7-b5d7-41e3-83f7-83b1de61288e tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 210 time: 0.0387778 May 26 17:00:33.699618 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port eef9f36a-0b1b-49e3-a5f5-259a5554b87a triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:00:33.700081 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:33.783536 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port eef9f36a-0b1b-49e3-a5f5-259a5554b87a is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:33.783928 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:33.807977 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:33.810249 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c262e3-ece4-4429-94b6-22c6f690ae84" -d '{"events": [{"server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "name": "network-vif-plugged", "status": "completed", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:33.823185 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port eef9f36a-0b1b-49e3-a5f5-259a5554b87a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:33.851774 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7b02dd-64ed-4c40-906d-ae2f678ae3c4 x-openstack-request-id: req-8e7b02dd-64ed-4c40-906d-ae2f678ae3c4 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:33.852071 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "name": "network-vif-plugged", "status": "completed", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:33.852260 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e7b02dd-64ed-4c40-906d-ae2f678ae3c4 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:33.852657 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7b02dd-64ed-4c40-906d-ae2f678ae3c4'] response: {'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'code': 200} May 26 17:00:33.955199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f907e5-71a8-43e7-8462-fffb33df0646 req-e53d6c47-65ce-4c9a-be4f-2dd2052fb79e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:33.956682 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-51f907e5-71a8-43e7-8462-fffb33df0646 req-e53d6c47-65ce-4c9a-be4f-2dd2052fb79e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 944 time: 0.0487561 May 26 17:00:33.966136 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:34.017232 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:34.017839 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-51f907e5-71a8-43e7-8462-fffb33df0646 req-3c26f787-b0ef-43dd-9878-0502c5d65921 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551999 May 26 17:00:34.143594 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e738a-7a1e-4fdc-aa22-1a422504cbf6 req-dbc45fe3-c22c-46b1-bb47-2199a4f01f87 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:34.144998 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a96e738a-7a1e-4fdc-aa22-1a422504cbf6 req-dbc45fe3-c22c-46b1-bb47-2199a4f01f87 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0578508 May 26 17:00:34.195356 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a96e738a-7a1e-4fdc-aa22-1a422504cbf6 req-4e21ceb7-4ff1-4187-a8c1-3b64a1959057 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 May 26 17:00:34.531981 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da468-5c1f-4891-baff-f4da4db21b56 req-fc0868f4-f66e-4baf-b8a4-03f9088f50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:34.533487 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bf9da468-5c1f-4891-baff-f4da4db21b56 req-fc0868f4-f66e-4baf-b8a4-03f9088f50ba service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 1129 time: 0.0432951 May 26 17:00:34.583294 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bf9da468-5c1f-4891-baff-f4da4db21b56 req-42267a0b-4cc3-4177-a2af-c249412f0e90 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420358 May 26 17:00:34.676244 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:34.697755 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f81934ef-cb39-4af8-891e-4cc960ee3640 req-4dabf547-6147-4237-b2ad-9a13adc4e3b0 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 210 time: 0.0315192 May 26 17:00:35.139102 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374eb53-da38-40ba-83cf-b37e5709267c req-86a42580-4e08-4937-81b9-24ee3b5dd2aa tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:35.140604 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5374eb53-da38-40ba-83cf-b37e5709267c req-86a42580-4e08-4937-81b9-24ee3b5dd2aa tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 945 time: 0.0491724 May 26 17:00:35.191532 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5374eb53-da38-40ba-83cf-b37e5709267c req-453ff905-40ec-4c74-a04c-6330cf2c718e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 May 26 17:00:35.319622 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38592a2c-7992-44fa-8063-0cd7acea4b43 req-80ec7521-3de6-43e2-8cbe-b375ec934ff1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:35.321106 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-38592a2c-7992-44fa-8063-0cd7acea4b43 req-80ec7521-3de6-43e2-8cbe-b375ec934ff1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0480335 May 26 17:00:35.369404 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-38592a2c-7992-44fa-8063-0cd7acea4b43 req-18ac7ec3-26fa-401f-8f37-a4e6dddcdaac tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 May 26 17:00:35.422673 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466811-2394-4300-9bd5-d9428de565e4 req-a48da20b-73fc-4731-a44e-335fcd11a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:35.424217 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40466811-2394-4300-9bd5-d9428de565e4 req-a48da20b-73fc-4731-a44e-335fcd11a302 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 1129 time: 0.0477982 May 26 17:00:35.566938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466811-2394-4300-9bd5-d9428de565e4 req-7b8a9e8b-5a9b-4f02-9561-fb0c82c7a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:35.568418 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40466811-2394-4300-9bd5-d9428de565e4 req-7b8a9e8b-5a9b-4f02-9561-fb0c82c7a259 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 918 time: 0.0897343 May 26 17:00:35.797437 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a8820029-7055-4b7c-befd-12b556d63fe7 req-e01211c2-55c7-4507-b981-fb6c5f570b01 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 210 time: 0.0321600 May 26 17:00:36.117603 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40466811-2394-4300-9bd5-d9428de565e4 req-4ddc775c-31b4-4e4e-ad45-54fa1554473c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998 HTTP/1.1" status: 200 len: 1001 time: 0.0627553 May 26 17:00:36.317775 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9dbb6-3af5-46ab-afb3-d9fa77ee8dbd req-6306cfb7-e136-47d7-9cf8-38613030864e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:36.322279 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ad9dbb6-3af5-46ab-afb3-d9fa77ee8dbd req-6306cfb7-e136-47d7-9cf8-38613030864e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 945 time: 0.0606868 May 26 17:00:36.323594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466811-2394-4300-9bd5-d9428de565e4 req-7f65922a-691b-4fee-bf8e-27ad5c151a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:36.325245 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40466811-2394-4300-9bd5-d9428de565e4 req-7f65922a-691b-4fee-bf8e-27ad5c151a0f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0606897 May 26 17:00:36.370981 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466811-2394-4300-9bd5-d9428de565e4 req-c2ad0bda-f89a-4e5e-906d-9c80c49c61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:36.372473 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40466811-2394-4300-9bd5-d9428de565e4 req-c2ad0bda-f89a-4e5e-906d-9c80c49c61ea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416195 May 26 17:00:36.373730 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ad9dbb6-3af5-46ab-afb3-d9fa77ee8dbd req-be7fb3d3-33c2-4c5c-9637-336d88db0f7d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484149 May 26 17:00:36.438372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:36.494973 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954943cc-e735-4069-b155-0b9ff4a73d4d req-1cdb44ee-34a0-43d4-9818-863c61c53512 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:36.496471 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-954943cc-e735-4069-b155-0b9ff4a73d4d req-1cdb44ee-34a0-43d4-9818-863c61c53512 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0472655 May 26 17:00:36.512219 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40466811-2394-4300-9bd5-d9428de565e4 req-7744d316-74d6-4dad-aaa8-b34a9738f6fa service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957391 May 26 17:00:36.544593 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-954943cc-e735-4069-b155-0b9ff4a73d4d req-ffdb109f-c704-49fa-9bf7-0d7c9826add4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 May 26 17:00:36.743970 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-40466811-2394-4300-9bd5-d9428de565e4 req-a0b1e7fc-fd6b-4918-bafe-95727cdf0cc6 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929978 May 26 17:00:36.903681 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f94886fb-d2ee-4a80-8f8a-c6d7a60e47b2 req-d5cebb87-8098-442d-a946-05aa67207eb1 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 210 time: 0.0309265 May 26 17:00:37.491061 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020a94-4d37-4524-8606-ebafd23c69d3 req-14be5a03-62b4-48c6-b9c2-fd54e810aa10 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:37.492512 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4020a94-4d37-4524-8606-ebafd23c69d3 req-14be5a03-62b4-48c6-b9c2-fd54e810aa10 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 945 time: 0.0485146 May 26 17:00:37.511162 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:37.526998 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:37.545284 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4020a94-4d37-4524-8606-ebafd23c69d3 req-cf80e8ed-a2fc-49b8-ac37-5aa095e8e7e6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472541 May 26 17:00:37.604716 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 is: ACTIVE; New status is: DOWN {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:37.605107 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:37.632795 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:37.635084 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dab1cc-e70c-4bea-9c77-673cdeeb4d71" -d '{"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:37.648004 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:37.697893 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128f834-9f29-428c-a850-c4d453802ca6 req-e2b9ce1f-9723-4525-ae13-e69a419aaa74 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:37.699317 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a128f834-9f29-428c-a850-c4d453802ca6 req-e2b9ce1f-9723-4525-ae13-e69a419aaa74 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 945 time: 0.0794623 May 26 17:00:37.707613 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a294750-c474-4e2a-a9c5-35fac6e8a820 req-40a8afe1-446e-4ef0-8f42-08edcfdf6ead tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:37.709076 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1a294750-c474-4e2a-a9c5-35fac6e8a820 req-40a8afe1-446e-4ef0-8f42-08edcfdf6ead tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 945 time: 0.0872788 May 26 17:00:37.742872 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:37.791538 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a128f834-9f29-428c-a850-c4d453802ca6 req-a64e2513-c4f9-488f-b831-fb6108de5695 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801117 May 26 17:00:37.794883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=8']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:37.798633 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1a294750-c474-4e2a-a9c5-35fac6e8a820 req-e21e6e34-b8c7-4e2c-b70f-5611c155c6ad tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786781 May 26 17:00:37.812751 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55444) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:37.841832 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 17:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbf5cb7-48b4-41e0-89ed-6de7dc91c459 x-openstack-request-id: req-0bbf5cb7-48b4-41e0-89ed-6de7dc91c459 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:37.842189 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:37.842440 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bbf5cb7-48b4-41e0-89ed-6de7dc91c459 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:37.843644 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbf5cb7-48b4-41e0-89ed-6de7dc91c459'] response: {'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'code': 200} May 26 17:00:37.862821 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240b25f-794d-49e7-b210-0fd568b0cea2 tempest-TestVolumeBootPattern-1933826465 tempest-TestVolumeBootPattern-1933826465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:37.864405 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-0240b25f-794d-49e7-b210-0fd568b0cea2 tempest-TestVolumeBootPattern-1933826465 tempest-TestVolumeBootPattern-1933826465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 1124 time: 0.0499804 May 26 17:00:37.869455 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55446) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:00:37.873698 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:37.983484 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:37.999695 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-63719658-8316-42f3-acaa-ccd12c1d51e2 req-faf62a17-49fd-4764-b194-f8f1a103f1c4 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 210 time: 0.0278955 May 26 17:00:38.066027 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:38.145819 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:38.172166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Allocated IP 172.27.1.114 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/84349d1e-208c-43bd-8965-b1fefd781eb5) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:00:38.282670 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (84349d1e-208c-43bd-8965-b1fefd781eb5), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:38.400420 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (84349d1e-208c-43bd-8965-b1fefd781eb5), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:38.468834 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:00:38.499593 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:38.507280 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:00:38.512298 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=84349d1e-208c-43bd-8965-b1fefd781eb5,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:38.610290 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-52a83c6f-abe3-431c-bce3-fc12e93b6fc2 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:38.611829 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-52a83c6f-abe3-431c-bce3-fc12e93b6fc2 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.95 "GET /v2.0/networks?id=12a87d45-8370-4248-b552-63dea63c9b5d HTTP/1.1" status: 200 len: 813 time: 0.1873522 May 26 17:00:38.648637 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Request body: {'port': {'device_id': '843b1744-ddc9-4aa5-800e-5e906b2b45e9', 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d', 'admin_state_up': True, 'tenant_id': 'c6ad6af479db4e92933ac0d1567f25e1'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:38.780469 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:38.920561 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:38.925386 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Made reservation on behalf of c6ad6af479db4e92933ac0d1567f25e1 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:00:38.929204 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:38.967093 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f443-0c27-4b4f-bc8c-9822297499f7 req-0260ef65-f434-4884-9e5f-4325b94f4123 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:38.968917 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2f5f443-0c27-4b4f-bc8c-9822297499f7 req-0260ef65-f434-4884-9e5f-4325b94f4123 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0703282 May 26 17:00:39.021388 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2f5f443-0c27-4b4f-bc8c-9822297499f7 req-d3ddcd25-f29d-4e07-946a-9fbd0c2b34d6 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452864 May 26 17:00:39.073439 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (6a814362-a069-44dc-8c6d-1a518f57a3e5), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:39.114308 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c6335c16-17b3-41d5-a584-d1f1201495b6 req-0134f399-8520-4fc9-ac28-8cc359a54a2c tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 210 time: 0.0327716 May 26 17:00:39.203486 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (84349d1e-208c-43bd-8965-b1fefd781eb5), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:39.206397 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Allocated IP 172.20.0.7 (12a87d45-8370-4248-b552-63dea63c9b5d/2d0c1b21-78e2-4098-8883-7cc84fdbf545/26d45251-b7a1-4efa-b018-af29198a4168) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:00:39.486612 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:39.489654 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks [] for port (26d45251-b7a1-4efa-b018-af29198a4168), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:39.517562 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (84349d1e-208c-43bd-8965-b1fefd781eb5), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:39.565588 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (84349d1e-208c-43bd-8965-b1fefd781eb5), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:39.594313 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (26d45251-b7a1-4efa-b018-af29198a4168), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:39.644515 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=84349d1e-208c-43bd-8965-b1fefd781eb5,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:39.657955 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:39.659898 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Network 12a87d45-8370-4248-b552-63dea63c9b5d is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:00:39.682067 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:39.689564 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:00:39.716611 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (6a814362-a069-44dc-8c6d-1a518f57a3e5), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:39.775109 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Pushing event updated for resources: {'Port': ['ID=26d45251-b7a1-4efa-b018-af29198a4168,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:39.797153 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:39.797805 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:39.861022 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Floating IP 6a814362-a069-44dc-8c6d-1a518f57a3e5 associated. External IP: 172.27.1.114, port: eef9f36a-0b1b-49e3-a5f5-259a5554b87a. May 26 17:00:40.164537 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-9fb8b8e5-37a6-47ad-9019-66c5fc8534d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5217059 May 26 17:00:40.186763 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Request body: {'port': {'device_id': '843b1744-ddc9-4aa5-800e-5e906b2b45e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:00:40.245555 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1261e-4a84-4770-a42d-09db615eef8a req-ce6cd59b-f767-4394-9423-20ef5163670e tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:40.249395 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-97f1261e-4a84-4770-a42d-09db615eef8a req-ce6cd59b-f767-4394-9423-20ef5163670e tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 931 time: 0.0561349 May 26 17:00:40.296712 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (26d45251-b7a1-4efa-b018-af29198a4168), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:40.301826 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-97f1261e-4a84-4770-a42d-09db615eef8a req-88c34250-8d97-40b6-abae-9799b87f0d9c tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487993 May 26 17:00:40.476202 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:00:40.539142 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:40.715160 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:00:40.727102 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:00:40.738186 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:40.738827 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:00:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:40.778108 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:40.789234 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d45251-b7a1-4efa-b018-af29198a4168 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:40.798692 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Publish callbacks [] for port (26d45251-b7a1-4efa-b018-af29198a4168), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:40.811314 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:40.812534 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Transition to ACTIVE for port object 26d45251-b7a1-4efa-b018-af29198a4168 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 17:00:40.831405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:40.847681 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:40.866530 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bb141142-26c9-479f-b4fe-2b58c27a13f2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9958105 May 26 17:00:40.867436 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:40.870642 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e113e43-d7f1-467f-8b1d-f14ac47ea107" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:40.907159 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d35e46-6100-4482-a0f8-a4745d2c2ccf x-openstack-request-id: req-65d35e46-6100-4482-a0f8-a4745d2c2ccf {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:40.907449 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:40.907708 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65d35e46-6100-4482-a0f8-a4745d2c2ccf {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:40.908114 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d35e46-6100-4482-a0f8-a4745d2c2ccf'] response: {'name': 'network-changed', 'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'status': 'completed', 'code': 200} May 26 17:00:40.914511 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (26d45251-b7a1-4efa-b018-af29198a4168), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:40.968608 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Pushing event updated for resources: {'Port': ['ID=26d45251-b7a1-4efa-b018-af29198a4168,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:41.056741 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-48ba4f96-2d83-4965-8381-c3a21c507ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.058525 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-48ba4f96-2d83-4965-8381-c3a21c507ac5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 1129 time: 0.0874226 May 26 17:00:41.080522 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:41.100121 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:38Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:41.127084 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:00:41.132970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [req-5e1c9c6d-1eb0-43c6-b0fa-18d649f0fd1c req-90c00bcb-668d-4712-9e8a-69f9b5269420 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:00:41.134779 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5e1c9c6d-1eb0-43c6-b0fa-18d649f0fd1c req-90c00bcb-668d-4712-9e8a-69f9b5269420 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083914 May 26 17:00:41.136573 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:41.137182 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:00:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:41.155263 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Attempting to bind port 26d45251-b7a1-4efa-b018-af29198a4168 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:00:41.155602 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Attempting to bind port 26d45251-b7a1-4efa-b018-af29198a4168 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:00:41.158670 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Attempting to bind port 26d45251-b7a1-4efa-b018-af29198a4168 on network 12a87d45-8370-4248-b552-63dea63c9b5d {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:41.166644 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Port 26d45251-b7a1-4efa-b018-af29198a4168 on network 12a87d45-8370-4248-b552-63dea63c9b5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:00:41.167309 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Attempting to bind port 26d45251-b7a1-4efa-b018-af29198a4168 on network 12a87d45-8370-4248-b552-63dea63c9b5d {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:41.178686 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:00:41.179082 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Checking segment: {'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:00:41.179412 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Bound using segment: {'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:00:41.179848 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Bound port: 26d45251-b7a1-4efa-b018-af29198a4168, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:00:41.180207 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (26d45251-b7a1-4efa-b018-af29198a4168), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:41.238128 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-3c72f562-b6fd-4113-b648-d7a3b882839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.239695 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-3c72f562-b6fd-4113-b648-d7a3b882839f service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 912 time: 0.1745241 May 26 17:00:41.246905 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:41.317614 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] For port 26d45251-b7a1-4efa-b018-af29198a4168, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:00:41.323154 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] For port 26d45251-b7a1-4efa-b018-af29198a4168, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26d45251-b7a1-4efa-b018-af29198a4168,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:00:41.333003 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-af823e54-9a46-4b90-adf3-40135bd3b484 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a HTTP/1.1" status: 200 len: 999 time: 0.0847321 May 26 17:00:41.390178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-2adaeaad-541b-4c07-9660-1b21e7b411e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.391679 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-2adaeaad-541b-4c07-9660-1b21e7b411e0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.0522892 May 26 17:00:41.407013 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:41.409421 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (26d45251-b7a1-4efa-b018-af29198a4168), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:41.461440 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3b8f5-79dc-4c73-9907-66e2e0c7928d req-8e37b974-e3f3-4195-8761-b3a8477452c7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.463112 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-53f3b8f5-79dc-4c73-9907-66e2e0c7928d req-8e37b974-e3f3-4195-8761-b3a8477452c7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0942564 May 26 17:00:41.471669 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e333d-b8b8-45e8-b6e8-280c6d77c575 req-edccc080-4aa0-4af8-8ed7-2e74838cc428 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.479504 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3f3e333d-b8b8-45e8-b6e8-280c6d77c575 req-edccc080-4aa0-4af8-8ed7-2e74838cc428 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 943 time: 0.0702209 May 26 17:00:41.486646 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-481e12fc-5933-4a06-b9e9-2102c4c6b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.488240 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-481e12fc-5933-4a06-b9e9-2102c4c6b217 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908594 May 26 17:00:41.513849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.515017 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:41.516385 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] 10.222.0.95 "PUT /v2.0/ports/26d45251-b7a1-4efa-b018-af29198a4168 HTTP/1.1" status: 200 len: 1093 time: 1.3361883 May 26 17:00:41.522491 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:41.543467 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:41.575068 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-53f3b8f5-79dc-4c73-9907-66e2e0c7928d req-76150914-eb9e-4b21-a70b-ec8e6f277034 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874898 May 26 17:00:41.578852 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d488a-0549-48fc-a1c5-7a4f909a2c60 service neutron] Pushing event updated for resources: {'Port': ['ID=26d45251-b7a1-4efa-b018-af29198a4168,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:41.593228 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3f3e333d-b8b8-45e8-b6e8-280c6d77c575 req-d8c83db2-427c-4b6c-92e3-3c7671c40c13 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125226 May 26 17:00:41.630072 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:38Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:41.641392 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-d11c51b7-57b4-4e2e-88ea-cbca49856fe4 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441483 May 26 17:00:41.662210 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e1b45-d373-4ed5-9af6-f508b0b18cb3 None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:38Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:00:41.675152 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 is: DOWN; New status is: DOWN {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:41.786124 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-69d2fc73-7a9e-4957-bf5c-ec80508b5dc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1126125 May 26 17:00:41.787035 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-31731d8f-04bc-4ead-9099-eb7719ea79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.788471 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-31731d8f-04bc-4ead-9099-eb7719ea79c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c6ad6af479db4e92933ac0d1567f25e1&device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 1127 time: 0.0732994 May 26 17:00:41.816299 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-7e113e43-d7f1-467f-8b1d-f14ac47ea107 req-829b0638-3060-4716-953e-a055640bf7e9 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679356 May 26 17:00:41.871688 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-db1b1568-6edb-4b3a-886e-2cc6a9704c4d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.873438 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-db1b1568-6edb-4b3a-886e-2cc6a9704c4d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports/17153ebf-8de6-4b1d-bafd-f2c2e8580998 HTTP/1.1" status: 200 len: 940 time: 0.0549622 May 26 17:00:41.890720 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca7b096-4e93-419f-bcec-9d787c4d7775 None None] New status for floating IP 6a814362-a069-44dc-8c6d-1a518f57a3e5: ACTIVE {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:00:41.931708 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-411d2f49-1198-40d1-852b-c80bac6e82fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26d45251-b7a1-4efa-b018-af29198a4168 HTTP/1.1" status: 200 len: 217 time: 0.0423248 May 26 17:00:42.275858 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-b4de9a80-6777-4aca-8735-7badede15327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:42.277356 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-b4de9a80-6777-4aca-8735-7badede15327 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2d0c1b21-78e2-4098-8883-7cc84fdbf545 HTTP/1.1" status: 200 len: 853 time: 0.0557406 May 26 17:00:42.311258 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-30c99b31-1180-4b88-8d21-711f474c20f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=12a87d45-8370-4248-b552-63dea63c9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278516 May 26 17:00:42.384479 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:42.413868 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-88a666be-cf32-4a36-885e-9e854c1248ad service neutron] 10.222.0.95 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956731 May 26 17:00:42.744319 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a509702-8c4b-44c2-bbf4-03cc0450d87d req-52a2104a-6204-444d-83f0-31e103dfac0a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:42.745828 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1a509702-8c4b-44c2-bbf4-03cc0450d87d req-52a2104a-6204-444d-83f0-31e103dfac0a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0831723 May 26 17:00:42.753792 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0e834-9286-43c0-995e-606d9f017cba req-8cf3e333-ca0a-4207-8f68-69cb50124f4e tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:42.755325 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4d0e834-9286-43c0-995e-606d9f017cba req-8cf3e333-ca0a-4207-8f68-69cb50124f4e tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 943 time: 0.0828917 May 26 17:00:42.836286 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1a509702-8c4b-44c2-bbf4-03cc0450d87d req-42d6a2de-5f5c-4c9c-8293-a91fecdb4e58 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799613 May 26 17:00:42.839595 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c4d0e834-9286-43c0-995e-606d9f017cba req-dbdad613-784b-4bd4-af41-9f29e3181f71 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759182 May 26 17:00:42.909858 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843b1744-ddc9-4aa5-800e-5e906b2b45e9', 'tag': '26d45251-b7a1-4efa-b018-af29198a4168'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:42.912205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b05ca3-c12b-4cee-a515-61bfb70081d7" -d '{"events": [{"name": "network-changed", "server_uuid": "843b1744-ddc9-4aa5-800e-5e906b2b45e9", "tag": "26d45251-b7a1-4efa-b018-af29198a4168"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:42.951833 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec93208-1245-4f78-8630-b3a521170cf9 x-openstack-request-id: req-3ec93208-1245-4f78-8630-b3a521170cf9 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:42.952152 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843b1744-ddc9-4aa5-800e-5e906b2b45e9", "tag": "26d45251-b7a1-4efa-b018-af29198a4168", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:42.952425 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ec93208-1245-4f78-8630-b3a521170cf9 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:42.952850 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec93208-1245-4f78-8630-b3a521170cf9'] response: {'name': 'network-changed', 'server_uuid': '843b1744-ddc9-4aa5-800e-5e906b2b45e9', 'tag': '26d45251-b7a1-4efa-b018-af29198a4168', 'status': 'completed', 'code': 200} May 26 17:00:43.108196 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-94d0142e-c940-450b-9dd6-b291e123b3bb req-4f7c7d69-983d-4e02-aeeb-5b05d5588981 service neutron] 10.222.0.95 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900176 May 26 17:00:43.996117 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2923b7-fd77-4798-9c9c-de00f1c82b19 req-1e2e0fee-1069-4ccc-8124-fe0a4efd1f1b tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:43.997626 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-aa2923b7-fd77-4798-9c9c-de00f1c82b19 req-1e2e0fee-1069-4ccc-8124-fe0a4efd1f1b tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 943 time: 0.0834076 May 26 17:00:44.004107 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe906-1e05-4288-8ed4-982522433e2e req-07e58960-bdeb-4888-8ad9-43a6254d26d0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:44.005518 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-55fbe906-1e05-4288-8ed4-982522433e2e req-07e58960-bdeb-4888-8ad9-43a6254d26d0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0812509 May 26 17:00:44.081058 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-aa2923b7-fd77-4798-9c9c-de00f1c82b19 req-9313bda4-9ba7-4bfd-9489-07f4d3b619ea tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745857 May 26 17:00:44.084458 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-55fbe906-1e05-4288-8ed4-982522433e2e req-63dcb2c2-7bd7-4e32-9a12-ccd676959907 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719583 May 26 17:00:44.197727 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-55f7134d-03aa-4bae-838c-b74bf7c674bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:44.199259 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-55f7134d-03aa-4bae-838c-b74bf7c674bf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c6ad6af479db4e92933ac0d1567f25e1&device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 1127 time: 0.0469265 May 26 17:00:44.324291 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-8fcb7436-5c43-47db-8466-0cb44223035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:44.326342 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-8fcb7436-5c43-47db-8466-0cb44223035d service neutron] 10.222.0.95 "GET /v2.0/networks?id=12a87d45-8370-4248-b552-63dea63c9b5d HTTP/1.1" status: 200 len: 914 time: 0.1002254 May 26 17:00:44.369663 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-0e71bfce-75ef-4e5b-aa19-1f781a3ccc41 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26d45251-b7a1-4efa-b018-af29198a4168 HTTP/1.1" status: 200 len: 217 time: 0.0364552 May 26 17:00:44.427043 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-3dddb89c-d72e-4ec4-ab36-a596c20102c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:44.428440 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-3dddb89c-d72e-4ec4-ab36-a596c20102c9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2d0c1b21-78e2-4098-8883-7cc84fdbf545 HTTP/1.1" status: 200 len: 853 time: 0.0510380 May 26 17:00:44.461758 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-b25f79ce-9df4-4d80-92c8-419802c6d746 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=12a87d45-8370-4248-b552-63dea63c9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261216 May 26 17:00:44.563525 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-7295a063-beb2-4da3-927e-36ffae6e6abc service neutron] 10.222.0.95 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890236 May 26 17:00:44.671870 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-12b05ca3-c12b-4cee-a515-61bfb70081d7 req-10cf1765-8f33-4ee8-8422-cd29a2a3f931 service neutron] 10.222.0.95 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003692 May 26 17:00:44.931413 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:44.941399 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-ec33ff37-96f2-4c10-a0ea-30b324bd4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:44.944610 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-ec33ff37-96f2-4c10-a0ea-30b324bd4525 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1&tenant_id=5a16c7d70bb14cd3b898751084649cd2 HTTP/1.1" status: 200 len: 1127 time: 0.0440130 May 26 17:00:45.023757 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-6b77bb92-bf1a-4321-bb7f-c6106964dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.025291 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-6b77bb92-bf1a-4321-bb7f-c6106964dc39 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 1127 time: 0.0401590 May 26 17:00:45.127119 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-1750349f-c5de-4cfe-ae36-3a55275178ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.128624 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-1750349f-c5de-4cfe-ae36-3a55275178ca service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 918 time: 0.0970480 May 26 17:00:45.247257 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f37667-7040-41fb-906d-758e54f361a2 req-14d5aac4-1511-4dda-9bd0-089fa8a2c575 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.249277 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b5f37667-7040-41fb-906d-758e54f361a2 req-14d5aac4-1511-4dda-9bd0-089fa8a2c575 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0789356 May 26 17:00:45.257300 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061bc8a-140c-4f22-90ba-b877674551e6 req-c41c362a-2dab-46fe-acec-9b682e63bb8f tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.258712 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f061bc8a-140c-4f22-90ba-b877674551e6 req-c41c362a-2dab-46fe-acec-9b682e63bb8f tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 943 time: 0.0864294 May 26 17:00:45.265599 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:45.329966 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b5f37667-7040-41fb-906d-758e54f361a2 req-0c12dd63-e269-4927-836a-53bb293264e5 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703084 May 26 17:00:45.337175 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f061bc8a-140c-4f22-90ba-b877674551e6 req-ddca8723-0992-45f6-94ae-5cc2b8ead419 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705321 May 26 17:00:45.533471 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-fd4ec894-ea34-4531-9135-2e3fe5bf4cd7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998 HTTP/1.1" status: 200 len: 999 time: 0.0564559 May 26 17:00:45.562463 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 26d45251-b7a1-4efa-b018-af29198a4168 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:00:45.566144 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:45.585651 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-66357a8f-0d76-4a20-8229-ba38568e5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.587163 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-66357a8f-0d76-4a20-8229-ba38568e5252 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0448635 May 26 17:00:45.665540 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:45.667413 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 26d45251-b7a1-4efa-b018-af29198a4168, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26d45251-b7a1-4efa-b018-af29198a4168,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:45.679101 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '26d45251-b7a1-4efa-b018-af29198a4168', 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d', 'port_id': '26d45251-b7a1-4efa-b018-af29198a4168', 'mac_address': 'fa:16:3e:aa:28:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c1b21-78e2-4098-8883-7cc84fdbf545', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:00:45.715947 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 26d45251-b7a1-4efa-b018-af29198a4168 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:45.716337 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (26d45251-b7a1-4efa-b018-af29198a4168), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:45.729616 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d45251-b7a1-4efa-b018-af29198a4168 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:45.750667 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 26d45251-b7a1-4efa-b018-af29198a4168, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26d45251-b7a1-4efa-b018-af29198a4168,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:45.834698 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (26d45251-b7a1-4efa-b018-af29198a4168), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:45.885929 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=26d45251-b7a1-4efa-b018-af29198a4168,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:45.956066 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-5aa3f633-6a7e-4268-8a78-621f1da43627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.957589 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-5aa3f633-6a7e-4268-8a78-621f1da43627 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439911 May 26 17:00:46.063976 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-fef6aeca-078f-41a8-8a7e-b8a73513134d service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977092 May 26 17:00:46.134114 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:46.164708 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3dbe8fce-55ee-44a8-b6dc-a2a7e7a75918 req-a9a64581-dbc6-4e0f-86b5-b0b3d3a17593 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897496 May 26 17:00:46.171635 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:46.184864 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['26d45251-b7a1-4efa-b018-af29198a4168'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:00:46.485664 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b41f3-c86e-4001-9325-652d11cf7c88 req-a7b09d8d-2e96-4f32-8937-0d4abae8f946 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:46.493385 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-763b41f3-c86e-4001-9325-652d11cf7c88 req-a7b09d8d-2e96-4f32-8937-0d4abae8f946 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0802765 May 26 17:00:46.499855 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff85f9-c1de-4425-84c3-b0629e67487c req-0c6037c8-8c03-4e33-a701-2f89d54eae1d tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:46.501710 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-42ff85f9-c1de-4425-84c3-b0629e67487c req-0c6037c8-8c03-4e33-a701-2f89d54eae1d tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 944 time: 0.0844963 May 26 17:00:46.578890 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-763b41f3-c86e-4001-9325-652d11cf7c88 req-eef03fcb-7035-40f2-85bb-a97a24a04de7 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762193 May 26 17:00:46.582560 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-42ff85f9-c1de-4425-84c3-b0629e67487c req-667b5306-124c-4700-a89d-d3e3eefd22d5 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726907 May 26 17:00:46.874821 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c3507e3a-0ddc-4be6-897f-3b6ff4eff54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:47.575207 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 26d45251-b7a1-4efa-b018-af29198a4168 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:00:47.662787 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 26d45251-b7a1-4efa-b018-af29198a4168 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 17:00:47.742378 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 26d45251-b7a1-4efa-b018-af29198a4168 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:00:47.743141 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (26d45251-b7a1-4efa-b018-af29198a4168), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:47.836136 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ca40c-4fa5-4914-96c3-7e3743459624 req-7581454c-4c5a-4513-927c-95dcbbcec9b1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:47.843160 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-293ca40c-4fa5-4914-96c3-7e3743459624 req-7581454c-4c5a-4513-927c-95dcbbcec9b1 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0840371 May 26 17:00:47.856664 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 26d45251-b7a1-4efa-b018-af29198a4168 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:47.857170 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (26d45251-b7a1-4efa-b018-af29198a4168), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:47.860341 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84400c2f-1133-47db-b3d8-cfb073eb13cf req-cb9f5464-6e59-4fe1-bd1a-2c9953824af6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:47.861931 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-84400c2f-1133-47db-b3d8-cfb073eb13cf req-cb9f5464-6e59-4fe1-bd1a-2c9953824af6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 944 time: 0.1592197 May 26 17:00:47.889665 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843b1744-ddc9-4aa5-800e-5e906b2b45e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d45251-b7a1-4efa-b018-af29198a4168'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:47.891956 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d718535d-4f2c-4ef1-ab11-1dcf63955c17" -d '{"events": [{"server_uuid": "843b1744-ddc9-4aa5-800e-5e906b2b45e9", "name": "network-vif-plugged", "status": "completed", "tag": "26d45251-b7a1-4efa-b018-af29198a4168"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:47.912579 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 26d45251-b7a1-4efa-b018-af29198a4168, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26d45251-b7a1-4efa-b018-af29198a4168,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:47.919203 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:47.940558 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-293ca40c-4fa5-4914-96c3-7e3743459624 req-31353b7b-5615-4649-a4b7-22b764b06490 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964756 May 26 17:00:47.968243 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-84400c2f-1133-47db-b3d8-cfb073eb13cf req-0b6f417c-17b0-4f38-8e45-25d196f2965b tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893290 May 26 17:00:47.994083 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (26d45251-b7a1-4efa-b018-af29198a4168), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:48.020498 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0274e53b-0e87-4744-84be-d5aa87a947cf x-openstack-request-id: req-0274e53b-0e87-4744-84be-d5aa87a947cf {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:48.021015 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843b1744-ddc9-4aa5-800e-5e906b2b45e9", "name": "network-vif-plugged", "status": "completed", "tag": "26d45251-b7a1-4efa-b018-af29198a4168", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:48.021183 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0274e53b-0e87-4744-84be-d5aa87a947cf {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:48.021640 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0274e53b-0e87-4744-84be-d5aa87a947cf'] response: {'server_uuid': '843b1744-ddc9-4aa5-800e-5e906b2b45e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d45251-b7a1-4efa-b018-af29198a4168', 'code': 200} May 26 17:00:48.052342 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=26d45251-b7a1-4efa-b018-af29198a4168,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:49.146208 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef28a-2ff0-4d0e-804b-887abfd1b271 req-0329da11-4dd5-49e4-b063-7598d409a2fd tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:49.147903 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-432ef28a-2ff0-4d0e-804b-887abfd1b271 req-0329da11-4dd5-49e4-b063-7598d409a2fd tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0975175 May 26 17:00:49.148071 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f887f0f3-1e74-4829-ae8e-09c1b65d8cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:49.154096 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c28d4a-da74-4dbe-ab05-8cd758d0dfb2 req-ac9f083c-0d3a-4580-987d-6fe2a1156acc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:49.157338 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-04c28d4a-da74-4dbe-ab05-8cd758d0dfb2 req-ac9f083c-0d3a-4580-987d-6fe2a1156acc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.1227272 May 26 17:00:49.248219 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-432ef28a-2ff0-4d0e-804b-887abfd1b271 req-c2ad852f-6a9f-4a21-9e86-fe5232effa1a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906689 May 26 17:00:49.266611 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-04c28d4a-da74-4dbe-ab05-8cd758d0dfb2 req-4137cc26-cff6-45d0-b3a6-d33861e5e944 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035585 May 26 17:00:50.410989 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e1c1e-e132-4e48-89ad-4b70b2276f13 req-f6c2a1b0-d69b-43d5-b542-9349d00bdae8 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:50.412544 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a47e1c1e-e132-4e48-89ad-4b70b2276f13 req-f6c2a1b0-d69b-43d5-b542-9349d00bdae8 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0902810 May 26 17:00:50.436416 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d68fb-02b6-4288-b36f-83ff4c79b674 req-0390bfcb-1334-48a7-9ecf-0f0fa5d096a0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:50.441780 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b16d68fb-02b6-4288-b36f-83ff4c79b674 req-0390bfcb-1334-48a7-9ecf-0f0fa5d096a0 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0796521 May 26 17:00:50.510283 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a47e1c1e-e132-4e48-89ad-4b70b2276f13 req-6e0a50b7-f4f0-48e8-a867-0734f0919d9d tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913539 May 26 17:00:50.518656 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b16d68fb-02b6-4288-b36f-83ff4c79b674 req-933642b1-7383-404c-89cf-f567d8496286 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692632 May 26 17:00:51.524102 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:51.627090 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=34 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:51.633232 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=60 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:51.688589 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98022876-7c94-40da-ba92-e079138cbe5a req-36bee5ef-4ec9-4f74-baff-52611d319047 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:51.690677 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-98022876-7c94-40da-ba92-e079138cbe5a req-36bee5ef-4ec9-4f74-baff-52611d319047 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0881453 May 26 17:00:51.704970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4892c-5077-4dfd-aadc-fd4e8706781c req-a6f5dec9-9170-4ff5-9d72-6b1d2c27a693 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:51.706696 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-32b4892c-5077-4dfd-aadc-fd4e8706781c req-a6f5dec9-9170-4ff5-9d72-6b1d2c27a693 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0717213 May 26 17:00:51.801488 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-98022876-7c94-40da-ba92-e079138cbe5a req-2208fc17-1427-4281-a5ae-2f03db225696 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835235 May 26 17:00:51.801488 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:51.801488 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-32b4892c-5077-4dfd-aadc-fd4e8706781c req-0a6e130e-3588-4805-b889-265e1883e232 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850186 May 26 17:00:53.003982 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a0854-32d5-4e2b-8dc5-1652fc1cd368 req-a60c2b33-67d4-4797-98de-a2dd99be8045 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:53.006382 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-922a0854-32d5-4e2b-8dc5-1652fc1cd368 req-a60c2b33-67d4-4797-98de-a2dd99be8045 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.1105721 May 26 17:00:53.080617 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef270b62-96ab-401a-9897-79ac729c4c72 req-60d42202-d54c-46df-a930-df37dc5b1f62 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:53.082373 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ef270b62-96ab-401a-9897-79ac729c4c72 req-60d42202-d54c-46df-a930-df37dc5b1f62 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.1261392 May 26 17:00:53.128344 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-922a0854-32d5-4e2b-8dc5-1652fc1cd368 req-b5979679-ac09-4e4a-8208-5faabd335a1f tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053622 May 26 17:00:53.167287 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ef270b62-96ab-401a-9897-79ac729c4c72 req-540dab66-5a4c-4210-bfeb-acba13965c50 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755055 May 26 17:00:53.314089 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:54.254439 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d857140-f269-4d0a-8887-e8e11f717c53 req-26286335-ea27-4ed0-bc3a-194dfdff53ea tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:54.261988 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7d857140-f269-4d0a-8887-e8e11f717c53 req-26286335-ea27-4ed0-bc3a-194dfdff53ea tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0606868 May 26 17:00:54.349202 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51881729-d308-4380-a665-d9780bc34a67 req-c9e4d03d-f19f-4193-a6e9-74ecd3625c04 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:54.351044 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-51881729-d308-4380-a665-d9780bc34a67 req-c9e4d03d-f19f-4193-a6e9-74ecd3625c04 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0804560 May 26 17:00:54.356854 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7d857140-f269-4d0a-8887-e8e11f717c53 req-2382a496-131c-4b91-8009-9426eaec8556 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937436 May 26 17:00:54.409126 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-51881729-d308-4380-a665-d9780bc34a67 req-99e8c068-54c5-46c2-8a00-941b424260d4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484476 May 26 17:00:54.423515 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:54.485542 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:55.481908 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5adcda-37c1-41a0-980f-52d22a791efb req-b3f9e136-6263-4bad-a524-66c5575a5735 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:55.485757 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1d5adcda-37c1-41a0-980f-52d22a791efb req-b3f9e136-6263-4bad-a524-66c5575a5735 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0582068 May 26 17:00:55.554321 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:55.581522 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c119f9-6e6c-40f6-aa6b-0bf525088caa req-e3b7dece-cf5f-4418-b3a8-21dc10643a8e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:55.583251 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34c119f9-6e6c-40f6-aa6b-0bf525088caa req-e3b7dece-cf5f-4418-b3a8-21dc10643a8e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0751140 May 26 17:00:55.596933 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1d5adcda-37c1-41a0-980f-52d22a791efb req-b024ed32-9fa0-4f74-bb87-3ad9cdf2b5ec tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950902 May 26 17:00:55.646969 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34c119f9-6e6c-40f6-aa6b-0bf525088caa req-fe0dfe21-eb96-4293-bee5-e749a01f552c tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529754 May 26 17:00:56.162181 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=41 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:56.315670 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:00:56.709492 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201345d-f7db-4cbd-b126-c5c9f640944c req-d74e4637-9e64-4d63-806e-0dc703cee889 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:56.713824 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3201345d-f7db-4cbd-b126-c5c9f640944c req-d74e4637-9e64-4d63-806e-0dc703cee889 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0569437 May 26 17:00:56.721907 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fafdb-208b-4c78-9143-4e7df7de935b req-a11f3c79-e6f9-4279-9344-f94a93013289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:56.723493 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-971fafdb-208b-4c78-9143-4e7df7de935b req-a11f3c79-e6f9-4279-9344-f94a93013289 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 1129 time: 0.0453963 May 26 17:00:56.794588 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a251a-6eef-46b9-9543-f6bc6c314c4c req-c65629c1-f7a4-426d-99e1-dfd754ad59cb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:56.796539 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c93a251a-6eef-46b9-9543-f6bc6c314c4c req-c65629c1-f7a4-426d-99e1-dfd754ad59cb tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0654271 May 26 17:00:56.799886 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3201345d-f7db-4cbd-b126-c5c9f640944c req-1863eacf-a601-477b-80fd-812b1d832640 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828097 May 26 17:00:56.844081 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c93a251a-6eef-46b9-9543-f6bc6c314c4c req-a399a32e-8f36-472c-98c8-b5f3b6c89eec tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 May 26 17:00:57.715250 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-971fafdb-208b-4c78-9143-4e7df7de935b req-dd400c29-aa17-4cd1-b8d6-9cdc26c16334 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 May 26 17:00:57.935644 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fa224-4c9c-4b6d-a1e6-b3d17a6f1799 req-5bdb799c-cb0e-4c34-81a4-443da24125e8 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.937602 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-528fa224-4c9c-4b6d-a1e6-b3d17a6f1799 req-5bdb799c-cb0e-4c34-81a4-443da24125e8 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0596080 May 26 17:00:57.983804 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf45a7c-bb0a-4064-94c5-4e13986bb68a req-516aef24-3cf1-4e5c-b868-6c5f2071262b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.985136 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-edf45a7c-bb0a-4064-94c5-4e13986bb68a req-516aef24-3cf1-4e5c-b868-6c5f2071262b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0678334 May 26 17:00:58.025296 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-528fa224-4c9c-4b6d-a1e6-b3d17a6f1799 req-372b5d95-4e8b-4956-af4e-e6f4ef363525 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715013 May 26 17:00:58.052167 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-edf45a7c-bb0a-4064-94c5-4e13986bb68a req-73ac513e-7938-422c-b894-45e3a2268b45 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575933 May 26 17:00:59.149019 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b2445-6212-4a7a-96ed-b0339d99cdd6 req-0968d16f-77c3-4278-8af5-b3686826c8c6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:59.150519 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-674b2445-6212-4a7a-96ed-b0339d99cdd6 req-0968d16f-77c3-4278-8af5-b3686826c8c6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0578153 May 26 17:00:59.200779 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa88f-1c6d-42af-a3cf-fdd25ce52da4 req-ace9fb40-adf9-47c6-8fd4-5e99e62e0c04 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:59.202473 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-808fa88f-1c6d-42af-a3cf-fdd25ce52da4 req-ace9fb40-adf9-47c6-8fd4-5e99e62e0c04 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 943 time: 0.0728250 May 26 17:00:59.223802 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:00:59.243879 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-674b2445-6212-4a7a-96ed-b0339d99cdd6 req-23410bec-e2c1-4fb1-aa10-6025df83ed18 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739841 May 26 17:00:59.270243 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-808fa88f-1c6d-42af-a3cf-fdd25ce52da4 req-cbc5aad3-8ecd-42c6-86a0-4ecfc5b5dfe8 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579360 May 26 17:00:59.690057 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:00:59.789566 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:59.801660 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'port_id': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'mac_address': 'fa:16:3e:81:95:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:00:59.844890 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:00:59.845187 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:00:59.858303 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17153ebf-8de6-4b1d-bafd-f2c2e8580998 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:59.879533 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:59.965438 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:00.011603 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=9']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:00.118016 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420f988-0879-484e-b3c5-9f48134d9c49 req-26865882-1b55-4903-9265-d845bd5fd2b4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:00.119380 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4420f988-0879-484e-b3c5-9f48134d9c49 req-26865882-1b55-4903-9265-d845bd5fd2b4 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 946 time: 0.0468278 May 26 17:01:00.167024 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4420f988-0879-484e-b3c5-9f48134d9c49 req-13384716-e532-47fb-8e94-82c24522ab58 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 May 26 17:01:00.361068 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['17153ebf-8de6-4b1d-bafd-f2c2e8580998'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:01:00.397064 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b459f-dce6-4e59-8120-6da52d66899e req-1d4beedd-7ced-4b11-aed4-cc7657783ccb tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:00.398556 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a82b459f-dce6-4e59-8120-6da52d66899e req-1d4beedd-7ced-4b11-aed4-cc7657783ccb tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0838404 May 26 17:01:00.400315 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:00.407281 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f3a76-88e2-4e94-8dfa-107d28ce0957 req-456b7207-5fbd-4664-ba56-d2d3087f5e03 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:00.408716 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c18f3a76-88e2-4e94-8dfa-107d28ce0957 req-456b7207-5fbd-4664-ba56-d2d3087f5e03 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0626376 May 26 17:01:00.486112 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a82b459f-dce6-4e59-8120-6da52d66899e req-68c3361b-1b40-445d-a1d2-9f6bcfa5483a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762689 May 26 17:01:00.489425 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c18f3a76-88e2-4e94-8dfa-107d28ce0957 req-d77894e6-5033-41be-9d5d-fd03b81dd53b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719016 May 26 17:01:01.502023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161449f-fe65-4505-a3b0-ad099400a5f1 req-e8a4634d-c48b-4f00-bf02-c84b2183cc31 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:01.503417 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c161449f-fe65-4505-a3b0-ad099400a5f1 req-e8a4634d-c48b-4f00-bf02-c84b2183cc31 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 946 time: 0.2668056 May 26 17:01:01.529187 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:01.553848 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c161449f-fe65-4505-a3b0-ad099400a5f1 req-14335972-9201-4e7a-b16c-0da9a930b039 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446835 May 26 17:01:01.617465 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d3c06-d0ea-4c06-a19c-b1f4fc09f5f6 req-06b460ba-aee3-4765-8357-46b1ca8b84b2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:01.618909 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b07d3c06-d0ea-4c06-a19c-b1f4fc09f5f6 req-06b460ba-aee3-4765-8357-46b1ca8b84b2 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 944 time: 0.0528443 May 26 17:01:01.670260 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b07d3c06-d0ea-4c06-a19c-b1f4fc09f5f6 req-07f841b9-eb24-4d0d-8f9d-200c3ce1dc5d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439775 May 26 17:01:01.695264 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:01.740837 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:01:01.741197 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:01.816718 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:01:01.817106 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:01.847703 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:01.850293 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b9c36-1a27-4b28-b506-cb8469797cf6" -d '{"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:01.865950 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:01.891826 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ba402-5013-4629-ba10-488b004a951d x-openstack-request-id: req-ea7ba402-5013-4629-ba10-488b004a951d {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:01.892121 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:01.892380 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea7ba402-5013-4629-ba10-488b004a951d {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:01.892774 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7ba402-5013-4629-ba10-488b004a951d'] response: {'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'code': 200} May 26 17:01:01.948684 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:01.982991 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:02.001737 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=10']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:02.397021 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419d1db-1a87-449d-823e-fd317edabf51 req-86ae032d-c77e-49dd-af15-53497d43b7f1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.398505 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0419d1db-1a87-449d-823e-fd317edabf51 req-86ae032d-c77e-49dd-af15-53497d43b7f1 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 946 time: 0.0538661 May 26 17:01:02.495734 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Deleting port 3deb4b98-258a-4325-9a71-e08fb22b0d5d {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:02.496076 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:02.586023 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b5baf-4a18-4cca-90ac-4f287b94daee req-4c1fedf1-0129-419c-b46e-7440d80c93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.587541 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b57b5baf-4a18-4cca-90ac-4f287b94daee req-4c1fedf1-0129-419c-b46e-7440d80c93c8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 1130 time: 0.0776255 May 26 17:01:02.638262 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] For port 3deb4b98-258a-4325-9a71-e08fb22b0d5d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3deb4b98-258a-4325-9a71-e08fb22b0d5d,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:02.639109 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:02.678237 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797f10-6f72-4e99-b79b-fccd7edda984 req-e17e098f-e06d-45ef-997b-0c1aacaa6b77 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.679605 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e9797f10-6f72-4e99-b79b-fccd7edda984 req-e17e098f-e06d-45ef-997b-0c1aacaa6b77 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 946 time: 0.0517704 May 26 17:01:02.700190 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b57b5baf-4a18-4cca-90ac-4f287b94daee req-3b12ce0e-347b-43a8-9eea-00fe55c6b86b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034687 May 26 17:01:02.735208 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e9797f10-6f72-4e99-b79b-fccd7edda984 req-41132cf1-d778-4bca-9c29-174fe8fc30ed tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups?id=31d7386b-c04d-451d-8e4f-13590b5ab5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499086 May 26 17:01:02.797404 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f147b-0b10-4b52-8beb-6a2f7d9c4963 req-e6f79321-6a4d-40a4-8b84-f3442b0e1034 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.798957 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b6f147b-0b10-4b52-8beb-6a2f7d9c4963 req-e6f79321-6a4d-40a4-8b84-f3442b0e1034 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0487740 May 26 17:01:02.828862 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:02.829224 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (7678386a-69b6-4993-9976-86a659c64efa), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:02.829689 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Floating IP 7678386a-69b6-4993-9976-86a659c64efa disassociated. External IP: 172.27.1.117, port: 3deb4b98-258a-4325-9a71-e08fb22b0d5d. May 26 17:01:02.830040 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Calling delete_port for 3deb4b98-258a-4325-9a71-e08fb22b0d5d owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:02.849963 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8b6f147b-0b10-4b52-8beb-6a2f7d9c4963 req-a5f31c48-06fb-405f-92fc-9bbf2b40821b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450737 May 26 17:01:03.033958 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (3deb4b98-258a-4325-9a71-e08fb22b0d5d), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:03.060391 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event deleted for resources: {'Port': ['ID=3deb4b98-258a-4325-9a71-e08fb22b0d5d,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:03.176016 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:03.181151 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Router 6e0db8ca-bef8-411a-a997-7f52801c28cd has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:03.531617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:03.557437 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:03.565580 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] Sync routers for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:03.575785 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:03.576396 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:00:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:03.595104 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] No DVR routers for this DVR port 3deb4b98-258a-4325-9a71-e08fb22b0d5d on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:03.597774 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:03.601331 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0419d1db-1a87-449d-823e-fd317edabf51 req-d063b293-44f8-4ea4-8a3b-75fa9e3bede7 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.95 "DELETE /v2.0/ports/3deb4b98-258a-4325-9a71-e08fb22b0d5d HTTP/1.1" status: 204 len: 173 time: 1.1972458 May 26 17:01:03.601802 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'name': 'network-vif-deleted', 'tag': '3deb4b98-258a-4325-9a71-e08fb22b0d5d'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:03.604005 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9a8407-ce60-4edb-b13e-4a8370bfa643" -d '{"events": [{"server_uuid": "8c09b3b4-c5ad-40d6-a92e-66fccb618e11", "name": "network-vif-deleted", "tag": "3deb4b98-258a-4325-9a71-e08fb22b0d5d"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:03.643749 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c6e302-ac68-4695-ba0e-b171ecbeb294 x-openstack-request-id: req-f8c6e302-ac68-4695-ba0e-b171ecbeb294 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:03.644038 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c09b3b4-c5ad-40d6-a92e-66fccb618e11", "name": "network-vif-deleted", "tag": "3deb4b98-258a-4325-9a71-e08fb22b0d5d", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:03.644291 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8c6e302-ac68-4695-ba0e-b171ecbeb294 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:03.644717 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c6e302-ac68-4695-ba0e-b171ecbeb294'] response: {'server_uuid': '8c09b3b4-c5ad-40d6-a92e-66fccb618e11', 'name': 'network-vif-deleted', 'tag': '3deb4b98-258a-4325-9a71-e08fb22b0d5d', 'status': 'completed', 'code': 200} May 26 17:01:03.689193 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:03.837727 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7db423a0-0052-4c4d-8897-a20b2d278b43 req-5ba0c5ef-74e3-4731-9ce6-7383e6eeabcf tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 210 time: 0.0289185 May 26 17:01:03.888563 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:03.918576 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] Checking router: 6e0db8ca-bef8-411a-a997-7f52801c28cd for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:03.927315 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:03.927876 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:00:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:03.977370 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb1934-e086-4a99-886e-ec989d5876e2 req-31baa356-a50c-4c6c-937c-7473e228e305 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:03.978956 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-87cb1934-e086-4a99-886e-ec989d5876e2 req-31baa356-a50c-4c6c-937c-7473e228e305 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0516226 May 26 17:01:04.027150 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-87cb1934-e086-4a99-886e-ec989d5876e2 req-2d3337d4-8378-49ab-99b5-69bb8d0a8fcc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 May 26 17:01:04.038187 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:04.228711 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:04.254607 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d40535a-db94-4429-b03f-136a5598bca6 None None] The sync data for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi is: [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21', 'name': '', 'network_id': '37da0019-c0ef-4a38-bc4c-338c9bba0a61', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'mac_address': 'fa:16:3e:83:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ddca0523-f778-41db-9468-b671998b1583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:26Z', 'updated_at': '2022-05-26T16:53:35Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'subnets': [{'id': 'ddca0523-f778-41db-9468-b671998b1583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:04.482916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccbb7c-11bf-453e-9479-7ecb9d4d7a45 None None] New status for floating IP 7678386a-69b6-4993-9976-86a659c64efa: DOWN {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:01:04.949719 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ee3e895e-b632-4ae7-9dbe-cf9770f20468 req-01ab73b7-5d3b-4f73-8bf4-a7961fcda92b tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c09b3b4-c5ad-40d6-a92e-66fccb618e11 HTTP/1.1" status: 200 len: 210 time: 0.0295882 May 26 17:01:05.151914 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386e08e-ca3a-4a7b-8fb6-de9ae6eac566 req-8e9f1698-ed38-4c27-9015-c72420709df4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:05.153479 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a386e08e-ca3a-4a7b-8fb6-de9ae6eac566 req-8e9f1698-ed38-4c27-9015-c72420709df4 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0478981 May 26 17:01:05.207261 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a386e08e-ca3a-4a7b-8fb6-de9ae6eac566 req-434180c6-b1e8-4c66-9129-6e3e5c6b434e tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465922 May 26 17:01:05.710249 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 3deb4b98-258a-4325-9a71-e08fb22b0d5d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:05.733942 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 3deb4b98-258a-4325-9a71-e08fb22b0d5d {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:01:05.734289 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 3deb4b98-258a-4325-9a71-e08fb22b0d5d not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:06.098189 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55812) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:06.153254 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-978558ae-bad2-4751-ad8b-3c4d77380d62 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (31d7386b-c04d-451d-8e4f-13590b5ab5a5), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.177448 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-978558ae-bad2-4751-ad8b-3c4d77380d62 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (31d7386b-c04d-451d-8e4f-13590b5ab5a5), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.308250 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-978558ae-bad2-4751-ad8b-3c4d77380d62 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (31d7386b-c04d-451d-8e4f-13590b5ab5a5), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.310844 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-978558ae-bad2-4751-ad8b-3c4d77380d62 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.312701 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-978558ae-bad2-4751-ad8b-3c4d77380d62 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "DELETE /v2.0/security-groups/31d7386b-c04d-451d-8e4f-13590b5ab5a5 HTTP/1.1" status: 204 len: 168 time: 0.2134795 May 26 17:01:06.316908 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 55818) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:06.322283 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978558ae-bad2-4751-ad8b-3c4d77380d62 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d7386b-c04d-451d-8e4f-13590b5ab5a5,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:06.340789 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a34da1-4788-4b3d-8699-68285931e842 req-21f5d89b-071e-4e9c-a249-ea13436b52b9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:06.342352 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10a34da1-4788-4b3d-8699-68285931e842 req-21f5d89b-071e-4e9c-a249-ea13436b52b9 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0598667 May 26 17:01:06.343418 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.api.v2.resource [None req-7b83e609-8654-412c-b34a-7ce6c5ab8096 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] show failed (client error): The resource could not be found. May 26 17:01:06.347424 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7b83e609-8654-412c-b34a-7ce6c5ab8096 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "GET /v2.0/security-groups/31d7386b-c04d-451d-8e4f-13590b5ab5a5 HTTP/1.1" status: 404 len: 347 time: 0.0294790 May 26 17:01:06.348149 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55820) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:06.401476 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-10a34da1-4788-4b3d-8699-68285931e842 req-52827740-d586-49d5-ba00-82ec7c6c6493 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496035 May 26 17:01:06.469023 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Deleting port eb11fcd6-fecf-4d9e-8c45-df71ca5ee100 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:06.469399 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.547169 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.547400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.560325 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Calling delete_port for eb11fcd6-fecf-4d9e-8c45-df71ca5ee100 owned by network:floatingip {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:06.759570 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (eb11fcd6-fecf-4d9e-8c45-df71ca5ee100), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.785809 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Pushing event deleted for resources: {'Port': ['ID=eb11fcd6-fecf-4d9e-8c45-df71ca5ee100,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:06.851591 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks [] for floatingip (7678386a-69b6-4993-9976-86a659c64efa), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.854275 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:06.855444 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-060eea0d-9927-46e4-b212-0355c705e749 tempest-AttachVolumeTestJSON-378673516 tempest-AttachVolumeTestJSON-378673516-project] 10.222.0.48 "DELETE /v2.0/floatingips/7678386a-69b6-4993-9976-86a659c64efa HTTP/1.1" status: 204 len: 168 time: 0.5062521 May 26 17:01:07.525022 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb968d36-64ac-4feb-bec7-555472e2bdf0 req-0438ee93-e08c-401e-bf98-e8d7923ff47a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:07.526674 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb968d36-64ac-4feb-bec7-555472e2bdf0 req-0438ee93-e08c-401e-bf98-e8d7923ff47a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0505686 May 26 17:01:07.562848 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:07.574620 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb968d36-64ac-4feb-bec7-555472e2bdf0 req-af880f01-f93c-4db6-833a-72c5c97554ed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 May 26 17:01:10.841022 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55864) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:11.081000 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:11.141941 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:11.201066 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (6e0db8ca-bef8-411a-a997-7f52801c28cd), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:11.436897 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Deleting port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:11.437220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:11.524864 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] For port c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:11.525240 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:11.540400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Calling delete_port for c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 owned by network:router_interface {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:11.805444 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:11.830759 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:12.011703 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (6e0db8ca-bef8-411a-a997-7f52801c28cd), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:12.073022 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:12.112579 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:12.230177 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Router 6e0db8ca-bef8-411a-a997-7f52801c28cd has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:12.334517 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:12.339584 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-d1875f74-b87a-4849-9e33-1944c81d5188 admin admin] 10.222.0.48 "PUT /v2.0/routers/6e0db8ca-bef8-411a-a997-7f52801c28cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979506 May 26 17:01:12.341985 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55870) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:12.343132 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] Sync routers for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:12.354995 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:12.355607 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:00:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:12.444169 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks [] for router (6e0db8ca-bef8-411a-a997-7f52801c28cd), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:12.460547 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:12.541779 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks [] for router_gateway (6e0db8ca-bef8-411a-a997-7f52801c28cd), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:12.629515 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:12.633902 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Deleting port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:12.634118 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T17:01:11Z', 'revision_number': 5, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port': {'id': '22075dcf-e35d-46f9-bdd5-95dd39b4dc96', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:12.635697 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:12.636864 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:12.660304 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] Checking router: 6e0db8ca-bef8-411a-a997-7f52801c28cd for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:12.671039 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] Routers {'6e0db8ca-bef8-411a-a997-7f52801c28cd'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:12.671685 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:00:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6e0db8ca-bef8-411a-a997-7f52801c28cd'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:12.715460 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] For port 22075dcf-e35d-46f9-bdd5-95dd39b4dc96, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=22075dcf-e35d-46f9-bdd5-95dd39b4dc96,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:12.715816 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:12.731175 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Calling delete_port for 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 owned by network:router_gateway {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:12.756315 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] Set router 6e0db8ca-bef8-411a-a997-7f52801c28cd gateway port host: None {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:12.805537 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T17:01:12Z', 'revision_number': 6, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port_host': None}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:12.861824 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:12.923836 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e6603-8cc0-4991-81b5-55c1fe5f1986 None None] The sync data for ids ['6e0db8ca-bef8-411a-a997-7f52801c28cd'] in dv-cinder-836070-4-iscsi is: [{'id': '6e0db8ca-bef8-411a-a997-7f52801c28cd', 'name': 'tempest-AttachVolumeTestJSON-1438901210-router', 'tenant_id': '89a7299f01984027a505aa43d96e07b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:17Z', 'updated_at': '2022-05-26T17:01:12Z', 'revision_number': 6, 'project_id': '89a7299f01984027a505aa43d96e07b3', 'gw_port_host': None}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:12.965100 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (22075dcf-e35d-46f9-bdd5-95dd39b4dc96), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:12.997735 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Pushing event deleted for resources: {'Port': ['ID=22075dcf-e35d-46f9-bdd5-95dd39b4dc96,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:13.068869 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (6e0db8ca-bef8-411a-a997-7f52801c28cd), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.150252 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (6e0db8ca-bef8-411a-a997-7f52801c28cd), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.152922 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks [] for router_controller (6e0db8ca-bef8-411a-a997-7f52801c28cd), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.285184 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (6e0db8ca-bef8-411a-a997-7f52801c28cd), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.285953 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0db8ca-bef8-411a-a997-7f52801c28cd {{(pid=111096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:01:13.302840 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.302840 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-b0f63a59-c916-4e7f-8c75-8c3ee4870028 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6e0db8ca-bef8-411a-a997-7f52801c28cd HTTP/1.1" status: 204 len: 168 time: 0.9495442 May 26 17:01:13.304205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55880) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:13.330412 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:13.360555 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefe7d92-53c9-4913-b12d-5e2bb1bb4ab0 admin admin] Deleting subnet ddca0523-f778-41db-9468-b671998b1583 {{(pid=111096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:01:13.364398 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fefe7d92-53c9-4913-b12d-5e2bb1bb4ab0 admin admin] Publish callbacks [] for subnet (ddca0523-f778-41db-9468-b671998b1583), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.402403 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fefe7d92-53c9-4913-b12d-5e2bb1bb4ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4749508'] for subnet (ddca0523-f778-41db-9468-b671998b1583), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.510008 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fefe7d92-53c9-4913-b12d-5e2bb1bb4ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (ddca0523-f778-41db-9468-b671998b1583), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.903007 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fefe7d92-53c9-4913-b12d-5e2bb1bb4ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4749469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592351'] for subnet (ddca0523-f778-41db-9468-b671998b1583), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.928066 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe7d92-53c9-4913-b12d-5e2bb1bb4ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddca0523-f778-41db-9468-b671998b1583,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:13.935715 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-fefe7d92-53c9-4913-b12d-5e2bb1bb4ab0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:13.937939 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-fefe7d92-53c9-4913-b12d-5e2bb1bb4ab0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ddca0523-f778-41db-9468-b671998b1583 HTTP/1.1" status: 204 len: 168 time: 0.6326618 May 26 17:01:13.940547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55896) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:13.944917 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a7b9e0-284c-46c6-8d8f-e95f29c30e99 None None] Network 37da0019-c0ef-4a38-bc4c-338c9bba0a61 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:01:14.019489 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (37da0019-c0ef-4a38-bc4c-338c9bba0a61), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.067430 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Deleting port df290c18-2c25-4151-a2e8-ddf76fe4fb60 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:14.067772 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.115451 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] DHCP port deletion for 37da0019-c0ef-4a38-bc4c-338c9bba0a61 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:01:14.135673 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] For port df290c18-2c25-4151-a2e8-ddf76fe4fb60, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=df290c18-2c25-4151-a2e8-ddf76fe4fb60,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:14.136432 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.149308 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Calling delete_port for df290c18-2c25-4151-a2e8-ddf76fe4fb60 owned by network:dhcp {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:14.153463 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] Deleting port df290c18-2c25-4151-a2e8-ddf76fe4fb60 {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:14.153844 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.223490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] For port df290c18-2c25-4151-a2e8-ddf76fe4fb60, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=df290c18-2c25-4151-a2e8-ddf76fe4fb60,segment=NetworkSegment(584978f0-b9ca-4ada-aa23-a161d023c8b2),segment_id=584978f0-b9ca-4ada-aa23-a161d023c8b2)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:14.223758 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.237558 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] Calling delete_port for df290c18-2c25-4151-a2e8-ddf76fe4fb60 owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:14.297131 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.301293 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:14.322337 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Pushing event deleted for resources: {'Port': ['ID=df290c18-2c25-4151-a2e8-ddf76fe4fb60,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:14.326121 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] No DVR routers for this DVR port df290c18-2c25-4151-a2e8-ddf76fe4fb60 on host dv-cinder-836070-4-iscsi {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:14.350029 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (df290c18-2c25-4151-a2e8-ddf76fe4fb60), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.402142 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (37da0019-c0ef-4a38-bc4c-338c9bba0a61), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.430875 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37da0019-c0ef-4a38-bc4c-338c9bba0a61']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:14.441407 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584978f0-b9ca-4ada-aa23-a161d023c8b2') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:14.441770 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584978f0-b9ca-4ada-aa23-a161d023c8b2') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:14.452649 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (584978f0-b9ca-4ada-aa23-a161d023c8b2), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.468191 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (584978f0-b9ca-4ada-aa23-a161d023c8b2), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.475043 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:01:14.475439 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (584978f0-b9ca-4ada-aa23-a161d023c8b2), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.504369 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] Pushing event deleted for resources: {'Port': ['ID=df290c18-2c25-4151-a2e8-ddf76fe4fb60,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:14.508243 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41c93a-ef82-4695-b032-9d02a4ebe457 None None] No DVR routers for this DVR port df290c18-2c25-4151-a2e8-ddf76fe4fb60 on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:14.594242 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (37da0019-c0ef-4a38-bc4c-338c9bba0a61), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.602633 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:14.605788 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] 10.222.0.48 "DELETE /v2.0/networks/37da0019-c0ef-4a38-bc4c-338c9bba0a61 HTTP/1.1" status: 204 len: 168 time: 0.6642742 May 26 17:01:14.617349 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90877bbc-8dc0-47c4-a0c9-7096698bc42c admin admin] Pushing event deleted for resources: {'Network': ['ID=37da0019-c0ef-4a38-bc4c-338c9bba0a61,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:14.638276 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 584978f0-b9ca-4ada-aa23-a161d023c8b2 resource provider aggregate not found May 26 17:01:14.659322 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 584978f0-b9ca-4ada-aa23-a161d023c8b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 584978f0-b9ca-4ada-aa23-a161d023c8b2 found for delete ", "request_id": "req-b5bc26ce-3d3e-42f3-bbb4-cacd918915be"}]} May 26 17:01:14.941828 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:14.956997 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55918) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:14.961811 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:01:14.962296 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device c9e527f2-ddb2-4a9a-a49a-6880e1bb7d21 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:14.962551 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device df290c18-2c25-4151-a2e8-ddf76fe4fb60 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:14.980761 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: df290c18-2c25-4151-a2e8-ddf76fe4fb60 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:01:14.981109 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device df290c18-2c25-4151-a2e8-ddf76fe4fb60 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:14.981548 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:14.999712 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ff64aa78-332b-4cff-adf6-4df4568545f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89a7299f01984027a505aa43d96e07b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412972 May 26 17:01:14.999986 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:01:15.000513 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 22075dcf-e35d-46f9-bdd5-95dd39b4dc96 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:15.002052 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55920) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:15.051546 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3342288f-8414-4227-97bc-cde914325888 admin admin] Publish callbacks [] for security_group (98b13b2c-5fe0-4d14-a321-28fe258cdda0), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:15.053736 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:15.078487 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3342288f-8414-4227-97bc-cde914325888 admin admin] Publish callbacks [] for security_group (98b13b2c-5fe0-4d14-a321-28fe258cdda0), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:15.182521 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3342288f-8414-4227-97bc-cde914325888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (98b13b2c-5fe0-4d14-a321-28fe258cdda0), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:15.185002 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3342288f-8414-4227-97bc-cde914325888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:15.186858 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3342288f-8414-4227-97bc-cde914325888 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98b13b2c-5fe0-4d14-a321-28fe258cdda0 HTTP/1.1" status: 204 len: 168 time: 0.1837883 May 26 17:01:15.195758 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342288f-8414-4227-97bc-cde914325888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b13b2c-5fe0-4d14-a321-28fe258cdda0,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:16.125097 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:16.880943 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-91a92747-1c7d-4af9-9002-42a5ff55c165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:17.571955 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=66 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:17.876511 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 55984) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:17.981562 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0eb8433b-7e6a-449c-bdc3-969e4bdd180e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:18.057925 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0eb8433b-7e6a-449c-bdc3-969e4bdd180e admin admin] Publish callbacks [] for security_group (8d42cb06-035b-490d-8286-5c00ddde9fd8), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:18.159153 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-0eb8433b-7e6a-449c-bdc3-969e4bdd180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (8d42cb06-035b-490d-8286-5c00ddde9fd8), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:18.199399 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-0eb8433b-7e6a-449c-bdc3-969e4bdd180e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c975c1ee1d7146fd9efbf15cdbb023ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217928 May 26 17:01:18.200370 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8433b-7e6a-449c-bdc3-969e4bdd180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d42cb06-035b-490d-8286-5c00ddde9fd8,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:18.202652 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 55990) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:18.255708 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ffe801b0-b7ba-4dbe-b0be-2477f2f91987 admin admin] Publish callbacks [] for security_group (8d42cb06-035b-490d-8286-5c00ddde9fd8), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:18.277690 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ffe801b0-b7ba-4dbe-b0be-2477f2f91987 admin admin] Publish callbacks [] for security_group (8d42cb06-035b-490d-8286-5c00ddde9fd8), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:18.428351 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ffe801b0-b7ba-4dbe-b0be-2477f2f91987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (8d42cb06-035b-490d-8286-5c00ddde9fd8), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:18.430866 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ffe801b0-b7ba-4dbe-b0be-2477f2f91987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:18.432034 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ffe801b0-b7ba-4dbe-b0be-2477f2f91987 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d42cb06-035b-490d-8286-5c00ddde9fd8 HTTP/1.1" status: 204 len: 168 time: 0.2282453 May 26 17:01:18.443134 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe801b0-b7ba-4dbe-b0be-2477f2f91987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d42cb06-035b-490d-8286-5c00ddde9fd8,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:19.187932 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e8b678c4-9100-4f65-9248-53e98bbe7dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:19.270437 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56000) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:19.285056 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d360-76b8-43ec-8a62-7d5e61c16f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:19.358725 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d360-76b8-43ec-8a62-7d5e61c16f48 admin admin] Publish callbacks [] for security_group (1f6800c0-13c0-4468-bb53-7c38a562113f), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:19.464876 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d360-76b8-43ec-8a62-7d5e61c16f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (1f6800c0-13c0-4468-bb53-7c38a562113f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:19.509705 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-33cf9435-adb5-4477-8fdf-286b91f73bd3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778098 May 26 17:01:19.511782 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4d360-76b8-43ec-8a62-7d5e61c16f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6800c0-13c0-4468-bb53-7c38a562113f,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:19.516580 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c7e4d360-76b8-43ec-8a62-7d5e61c16f48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=471a76dbc0a7439da93c01e2416bc6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451298 May 26 17:01:19.519903 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56002) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:19.534863 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:19.599658 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-023d8296-4035-43ce-9e59-2e9b76377cf9 admin admin] Publish callbacks [] for security_group (1f6800c0-13c0-4468-bb53-7c38a562113f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:19.611984 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-6008a8a8-a951-41a3-84c0-fca399cfcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:19.613451 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-6008a8a8-a951-41a3-84c0-fca399cfcaaf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5a16c7d70bb14cd3b898751084649cd2&device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 1130 time: 0.0560720 May 26 17:01:19.627226 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-023d8296-4035-43ce-9e59-2e9b76377cf9 admin admin] Publish callbacks [] for security_group (1f6800c0-13c0-4468-bb53-7c38a562113f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:19.719132 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:19.746301 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-dd6a948e-12ba-4496-aa31-354c30fb8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:19.747780 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-dd6a948e-12ba-4496-aa31-354c30fb8a5a service neutron] 10.222.0.95 "GET /v2.0/networks?id=8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 200 len: 918 time: 0.1127877 May 26 17:01:19.813453 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-24239aa4-e54d-4423-9a90-f023752f7db6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998 HTTP/1.1" status: 200 len: 1001 time: 0.0598283 May 26 17:01:19.848838 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-023d8296-4035-43ce-9e59-2e9b76377cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (1f6800c0-13c0-4468-bb53-7c38a562113f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:19.851744 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-023d8296-4035-43ce-9e59-2e9b76377cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:19.852878 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-023d8296-4035-43ce-9e59-2e9b76377cf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f6800c0-13c0-4468-bb53-7c38a562113f HTTP/1.1" status: 204 len: 168 time: 0.3325729 May 26 17:01:19.868695 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d8296-4035-43ce-9e59-2e9b76377cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6800c0-13c0-4468-bb53-7c38a562113f,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:19.882220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-a24fb18e-7db1-45cb-8e6b-e5ddfaed4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:19.890302 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-a24fb18e-7db1-45cb-8e6b-e5ddfaed4921 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 200 len: 856 time: 0.0619252 May 26 17:01:19.942800 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-651d252e-8bd0-419f-ba20-3de22ad11ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:19.944312 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-651d252e-8bd0-419f-ba20-3de22ad11ab7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8b6693f4-44e6-4850-bb10-714588f8b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416987 May 26 17:01:20.036793 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-5bd20b19-58c9-47e3-a564-90ad25a650a5 service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860443 May 26 17:01:20.130112 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e06eef1d-e02b-4231-a47d-4760184f1c20 req-ebacb3f4-afdb-461f-8cb2-25feaafd4c0a service neutron] 10.222.0.95 "GET /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858402 May 26 17:01:21.370978 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:22.808141 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=11 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:22.809740 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=12 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:23.399365 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:24.428773 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:24.496951 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:25.215274 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130b6c2-a400-4538-ba64-117b1891b0ff req-3d50778f-0434-45cd-9758-1c989d9cf336 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:25.216773 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5130b6c2-a400-4538-ba64-117b1891b0ff req-3d50778f-0434-45cd-9758-1c989d9cf336 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0480411 May 26 17:01:25.282091 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5130b6c2-a400-4538-ba64-117b1891b0ff req-1a4c37df-6da4-4235-ad73-745189f675e2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590370 May 26 17:01:26.419321 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb6407-ce11-45bb-90c0-e868efb397be req-6286bcde-22a2-4958-aa22-675d88925fd4 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:26.422720 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dadb6407-ce11-45bb-90c0-e868efb397be req-6286bcde-22a2-4958-aa22-675d88925fd4 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0617826 May 26 17:01:26.475088 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dadb6407-ce11-45bb-90c0-e868efb397be req-a7298d77-09c4-4628-b9e3-ff92924cfa73 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467794 May 26 17:01:27.607226 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff516b4-344b-4849-ad5a-c8aea7551f91 req-d0c145ca-157a-4f18-bb5c-96af44c98dd1 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:27.608740 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fff516b4-344b-4849-ad5a-c8aea7551f91 req-d0c145ca-157a-4f18-bb5c-96af44c98dd1 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0503683 May 26 17:01:27.658943 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fff516b4-344b-4849-ad5a-c8aea7551f91 req-659d6cc2-f1ce-443b-ab6c-cbf6747487fa tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446112 May 26 17:01:28.353073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56160) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:28.469656 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ecc55344-9bce-4033-b7d2-86d13d425cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:28.556935 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ecc55344-9bce-4033-b7d2-86d13d425cd5 admin admin] Publish callbacks [] for security_group (cf1e2532-6784-47f8-bd54-4ff6c2fef701), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:28.627793 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ecc55344-9bce-4033-b7d2-86d13d425cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (cf1e2532-6784-47f8-bd54-4ff6c2fef701), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:28.668929 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:28.682291 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ecc55344-9bce-4033-b7d2-86d13d425cd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=715a80d3829e4dfc83e8456f3260156f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272920 May 26 17:01:28.682595 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc55344-9bce-4033-b7d2-86d13d425cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1e2532-6784-47f8-bd54-4ff6c2fef701,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:28.684424 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56168) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:28.755203 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Publish callbacks [] for security_group (cf1e2532-6784-47f8-bd54-4ff6c2fef701), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:28.810689 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Publish callbacks [] for security_group (cf1e2532-6784-47f8-bd54-4ff6c2fef701), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:28.818675 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135eae2-47a7-4fcf-aa84-737ba31e616b req-046dec8d-3f3b-471b-bc04-a086a231dc69 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:28.820253 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8135eae2-47a7-4fcf-aa84-737ba31e616b req-046dec8d-3f3b-471b-bc04-a086a231dc69 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0738461 May 26 17:01:28.912782 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8135eae2-47a7-4fcf-aa84-737ba31e616b req-f6832b45-f93f-4e4a-954c-89ad54b545ad tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845985 May 26 17:01:28.970666 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (cf1e2532-6784-47f8-bd54-4ff6c2fef701), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:28.973394 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:28.974794 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf1e2532-6784-47f8-bd54-4ff6c2fef701 HTTP/1.1" status: 204 len: 168 time: 0.2885020 May 26 17:01:28.983661 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1e2532-6784-47f8-bd54-4ff6c2fef701,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:28.991601 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.992039 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.992451 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.992923 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.993378 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.993740 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.994094 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.994448 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.994776 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.995102 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.995430 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.995754 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.996074 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.996390 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:28.996714 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ab64a-5c77-4982-972a-5a5539a80fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:29.757454 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56182) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:29.774762 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:29.859083 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Publish callbacks [] for security_group (05378cdd-d493-4708-a8a2-b6da392b161d), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:29.970871 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (05378cdd-d493-4708-a8a2-b6da392b161d), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:30.012800 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a313457d87e445c950b895a4240d3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539041 May 26 17:01:30.014070 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05378cdd-d493-4708-a8a2-b6da392b161d,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:30.015644 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56186) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:30.021952 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.022304 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.022646 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.022986 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.023322 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.023657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.023982 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.024308 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.024637 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.025014 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.025320 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.025644 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.025972 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.026293 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.026610 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79344d5-aa18-47c3-9373-5c34278f8f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:30.044176 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381415c6-258e-492f-856f-6a54e8a1a2da req-9d6d45c3-c9ca-418b-9a38-4672f847ddf8 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:30.046323 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-381415c6-258e-492f-856f-6a54e8a1a2da req-9d6d45c3-c9ca-418b-9a38-4672f847ddf8 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0657485 May 26 17:01:30.114552 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dfc40504-94a7-4b6b-bf5d-1e1a776022e9 admin admin] Publish callbacks [] for security_group (05378cdd-d493-4708-a8a2-b6da392b161d), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:30.131587 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-381415c6-258e-492f-856f-6a54e8a1a2da req-88180e3c-0bdb-4bee-bc7c-fbfa9034f480 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770802 May 26 17:01:30.144992 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dfc40504-94a7-4b6b-bf5d-1e1a776022e9 admin admin] Publish callbacks [] for security_group (05378cdd-d493-4708-a8a2-b6da392b161d), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:30.164400 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:30.184536 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:30.273080 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dfc40504-94a7-4b6b-bf5d-1e1a776022e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (05378cdd-d493-4708-a8a2-b6da392b161d), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:30.275687 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dfc40504-94a7-4b6b-bf5d-1e1a776022e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:30.276788 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-dfc40504-94a7-4b6b-bf5d-1e1a776022e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05378cdd-d493-4708-a8a2-b6da392b161d HTTP/1.1" status: 204 len: 168 time: 0.2601645 May 26 17:01:30.285595 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc40504-94a7-4b6b-bf5d-1e1a776022e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05378cdd-d493-4708-a8a2-b6da392b161d,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:31.257643 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321c23-09d1-4230-92a8-b5707de8ef5f req-896ebc83-b719-45bd-b035-b337078dafc2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:31.259266 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-28321c23-09d1-4230-92a8-b5707de8ef5f req-896ebc83-b719-45bd-b035-b337078dafc2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0524247 May 26 17:01:31.310501 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-28321c23-09d1-4230-92a8-b5707de8ef5f req-fe9ae3d7-dca1-44ff-a9e9-5b811fca7e32 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 May 26 17:01:32.431001 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3911-1834-43c7-b395-bdc611f59cff req-c22e49c1-6528-446a-8c8f-8440b313c9ac tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:32.432472 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f15c3911-1834-43c7-b395-bdc611f59cff req-c22e49c1-6528-446a-8c8f-8440b313c9ac tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0530496 May 26 17:01:32.495749 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f15c3911-1834-43c7-b395-bdc611f59cff req-0bffb8b2-5bb5-4cf4-9c33-1743a478e289 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567460 May 26 17:01:33.145824 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56260) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:33.275823 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-64153af3-9152-4b8c-958b-0d314f82504e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:33.296209 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23a01-8689-46cd-8835-e2bd9af58e38 req-acf33e3d-6adc-4948-b2b0-92ea4642a96f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:33.297905 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-66e23a01-8689-46cd-8835-e2bd9af58e38 req-acf33e3d-6adc-4948-b2b0-92ea4642a96f tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0724401 May 26 17:01:33.314938 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:01:33.375481 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-66e23a01-8689-46cd-8835-e2bd9af58e38 req-fd3520cd-733e-4bec-9151-035346cdf65a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677793 May 26 17:01:33.408421 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-64153af3-9152-4b8c-958b-0d314f82504e admin admin] Publish callbacks [] for security_group (0a22b7fa-25f4-436a-9ef0-2eee2b955097), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:33.484689 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-64153af3-9152-4b8c-958b-0d314f82504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0a22b7fa-25f4-436a-9ef0-2eee2b955097), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:33.524634 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-64153af3-9152-4b8c-958b-0d314f82504e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3dab975626f04300a991fde4599afd78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775103 May 26 17:01:33.525393 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64153af3-9152-4b8c-958b-0d314f82504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a22b7fa-25f4-436a-9ef0-2eee2b955097,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:33.527360 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56268) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:33.577616 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a44123bb-0e7d-4d28-ae79-9e4d52af3040 admin admin] Publish callbacks [] for security_group (0a22b7fa-25f4-436a-9ef0-2eee2b955097), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:33.602904 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a44123bb-0e7d-4d28-ae79-9e4d52af3040 admin admin] Publish callbacks [] for security_group (0a22b7fa-25f4-436a-9ef0-2eee2b955097), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:33.619083 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89a3b-fab1-41a2-a10b-e244b1e41dba req-1dfc6826-54a7-4e6a-b688-b375c2b0ba7b tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:33.620595 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f9e89a3b-fab1-41a2-a10b-e244b1e41dba req-1dfc6826-54a7-4e6a-b688-b375c2b0ba7b tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0504348 May 26 17:01:33.670938 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f9e89a3b-fab1-41a2-a10b-e244b1e41dba req-e33c51b4-65e5-4371-83be-c9649b5f0aee tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447042 May 26 17:01:33.730597 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a44123bb-0e7d-4d28-ae79-9e4d52af3040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0a22b7fa-25f4-436a-9ef0-2eee2b955097), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:33.733898 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a44123bb-0e7d-4d28-ae79-9e4d52af3040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:33.735091 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a44123bb-0e7d-4d28-ae79-9e4d52af3040 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a22b7fa-25f4-436a-9ef0-2eee2b955097 HTTP/1.1" status: 204 len: 168 time: 0.2066865 May 26 17:01:33.743207 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44123bb-0e7d-4d28-ae79-9e4d52af3040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a22b7fa-25f4-436a-9ef0-2eee2b955097,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:33.755351 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:34.400138 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56276) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:34.422758 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-62c8bd8c-f65c-4b00-bf1c-d66f448ac9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:34.527047 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215936e-22b8-4d24-8853-b5335092bf68 req-963ac7c5-8e75-4c58-881e-66638b1bce03 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:34.528515 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0215936e-22b8-4d24-8853-b5335092bf68 req-963ac7c5-8e75-4c58-881e-66638b1bce03 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0670073 May 26 17:01:34.566637 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-62c8bd8c-f65c-4b00-bf1c-d66f448ac9c6 admin admin] Publish callbacks [] for security_group (b175d1c2-5920-41b2-a7f8-ab70c930c117), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:34.595873 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0215936e-22b8-4d24-8853-b5335092bf68 req-46083790-f1d4-4bc9-918e-0aa964e9f650 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567708 May 26 17:01:34.621959 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-62c8bd8c-f65c-4b00-bf1c-d66f448ac9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b175d1c2-5920-41b2-a7f8-ab70c930c117), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:34.639964 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:DELETE=1,neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:34.663356 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-62c8bd8c-f65c-4b00-bf1c-d66f448ac9c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=962b80ea4da84602888dd9d2a348ec6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618279 May 26 17:01:34.664287 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8bd8c-f65c-4b00-bf1c-d66f448ac9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b175d1c2-5920-41b2-a7f8-ab70c930c117,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:34.666042 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56282) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:34.721530 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5a651e37-bc2b-4d1b-b8f2-b8dea551bb82 admin admin] Publish callbacks [] for security_group (b175d1c2-5920-41b2-a7f8-ab70c930c117), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:34.744477 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5a651e37-bc2b-4d1b-b8f2-b8dea551bb82 admin admin] Publish callbacks [] for security_group (b175d1c2-5920-41b2-a7f8-ab70c930c117), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:34.787952 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f631e-1622-40fc-b3da-57ee0d0a6afe req-76c67d97-7d65-4bea-aa2c-5290a38ee4ad tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:34.789450 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b1f631e-1622-40fc-b3da-57ee0d0a6afe req-76c67d97-7d65-4bea-aa2c-5290a38ee4ad tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0487840 May 26 17:01:34.801816 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:34.838278 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3b1f631e-1622-40fc-b3da-57ee0d0a6afe req-5fbfd7a4-764d-44e6-aba2-d6b63a465a31 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429311 May 26 17:01:34.930459 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5a651e37-bc2b-4d1b-b8f2-b8dea551bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b175d1c2-5920-41b2-a7f8-ab70c930c117), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:34.933047 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5a651e37-bc2b-4d1b-b8f2-b8dea551bb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:34.934239 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5a651e37-bc2b-4d1b-b8f2-b8dea551bb82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b175d1c2-5920-41b2-a7f8-ab70c930c117 HTTP/1.1" status: 204 len: 168 time: 0.2671354 May 26 17:01:34.943366 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a651e37-bc2b-4d1b-b8f2-b8dea551bb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b175d1c2-5920-41b2-a7f8-ab70c930c117,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:35.716161 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444a215-563c-4c90-badf-e0d9836bd202 req-e9208092-aada-49c7-aec1-84db05ac8eeb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:35.717607 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e444a215-563c-4c90-badf-e0d9836bd202 req-e9208092-aada-49c7-aec1-84db05ac8eeb tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0520773 May 26 17:01:35.768590 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e444a215-563c-4c90-badf-e0d9836bd202 req-cb6805c2-0de1-4aa1-9193-77a69cc643ac tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453570 May 26 17:01:35.954354 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f4258-29e5-43d6-aad4-91dc610e7a81 req-70003f9f-a38c-4247-8a1d-1e28fd9a4ff2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:35.955809 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7a8f4258-29e5-43d6-aad4-91dc610e7a81 req-70003f9f-a38c-4247-8a1d-1e28fd9a4ff2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0469878 May 26 17:01:36.006694 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7a8f4258-29e5-43d6-aad4-91dc610e7a81 req-425bdd0f-d876-433d-91ee-a2f5c7c61412 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451453 May 26 17:01:36.893629 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e213b9-20aa-460b-8590-22a05b75d04a req-1c027233-f226-4419-b422-4166f366b180 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:36.895245 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-30e213b9-20aa-460b-8590-22a05b75d04a req-1c027233-f226-4419-b422-4166f366b180 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0541909 May 26 17:01:36.945097 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-30e213b9-20aa-460b-8590-22a05b75d04a req-f215c59a-134e-4b70-bcdf-96980a1c35bd tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425122 May 26 17:01:37.134263 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68fcb5-61af-4968-8ad6-9a627b36bec4 req-af7c6a5e-aa08-4126-9b61-53e1cefcf4f3 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:37.136069 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7a68fcb5-61af-4968-8ad6-9a627b36bec4 req-af7c6a5e-aa08-4126-9b61-53e1cefcf4f3 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0605876 May 26 17:01:37.187987 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7a68fcb5-61af-4968-8ad6-9a627b36bec4 req-7b844a3f-2704-4220-a7e4-bd731a77de9a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463557 May 26 17:01:38.062810 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2962823-1c78-493f-be56-02732e54bde1 req-b37ff973-750d-484c-8833-d33b334fbd1a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:38.064293 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e2962823-1c78-493f-be56-02732e54bde1 req-b37ff973-750d-484c-8833-d33b334fbd1a tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0482996 May 26 17:01:38.118736 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e2962823-1c78-493f-be56-02732e54bde1 req-496068ab-1283-4c67-99cb-6cba489c757c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482857 May 26 17:01:38.302183 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451c7fe-089d-47ff-9e54-f6f27ea21412 req-66bef7bc-2e45-4f85-8c2f-c9729172f77e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:38.303665 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3451c7fe-089d-47ff-9e54-f6f27ea21412 req-66bef7bc-2e45-4f85-8c2f-c9729172f77e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0465941 May 26 17:01:38.354144 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3451c7fe-089d-47ff-9e54-f6f27ea21412 req-be963845-5ead-4067-a1d0-678633ab130f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 May 26 17:01:39.242363 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526a6b-985e-4aaf-b6f2-ee91c02fec12 req-51e83cd9-951b-4cf0-ab0c-0378a2a3a4fa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:39.243824 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79526a6b-985e-4aaf-b6f2-ee91c02fec12 req-51e83cd9-951b-4cf0-ab0c-0378a2a3a4fa tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0469027 May 26 17:01:39.289876 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-79526a6b-985e-4aaf-b6f2-ee91c02fec12 req-c63d448a-6bad-4da4-a534-e4798a77eae6 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 May 26 17:01:39.475046 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9b54a-0eba-4826-a27f-d96703b090e1 req-d9b6e4a5-3cd5-4513-a213-c406f485108d tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:39.476517 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a0b9b54a-0eba-4826-a27f-d96703b090e1 req-d9b6e4a5-3cd5-4513-a213-c406f485108d tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0515270 May 26 17:01:39.524631 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a0b9b54a-0eba-4826-a27f-d96703b090e1 req-09bd13c7-1afd-42e8-87b9-9303d2e56bcf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424716 May 26 17:01:40.403290 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c2371-59b4-4909-9df2-033fae639b77 req-8f3e4400-6239-4568-b8c1-8b5495f670de tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:40.404745 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ff2c2371-59b4-4909-9df2-033fae639b77 req-8f3e4400-6239-4568-b8c1-8b5495f670de tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0473197 May 26 17:01:40.451335 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ff2c2371-59b4-4909-9df2-033fae639b77 req-682c6a21-b30b-4f29-b0cd-25e3f965716e tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409715 May 26 17:01:40.639177 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc2267-6335-4cc5-ad88-e04c924dfcf9 req-72455a37-c581-4215-aa07-ae924b20c6fd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:40.640563 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-95cc2267-6335-4cc5-ad88-e04c924dfcf9 req-72455a37-c581-4215-aa07-ae924b20c6fd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0483837 May 26 17:01:40.699771 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-95cc2267-6335-4cc5-ad88-e04c924dfcf9 req-f0f1fb68-4dfa-42e4-adc9-92de25dcce57 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532084 May 26 17:01:40.711940 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-b59d6c79-d75d-45ac-aba6-81e57a92c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:40.713633 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-b59d6c79-d75d-45ac-aba6-81e57a92c2cd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1130 time: 0.0441594 May 26 17:01:41.168545 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-c44b5ee9-c768-4fe3-b794-816478314a47 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:41.170045 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-c44b5ee9-c768-4fe3-b794-816478314a47 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0963714 May 26 17:01:41.172186 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:41.233778 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-7f1b81f5-a3fb-4bb0-b4f8-d4419dd7c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:41.235356 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-7f1b81f5-a3fb-4bb0-b4f8-d4419dd7c240 service neutron] 10.222.0.95 "GET /v2.0/networks?id=083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 200 len: 910 time: 0.1628344 May 26 17:01:41.278984 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:41.316161 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Deleting port 5cdaad96-644e-4293-96b8-914e68d08378 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:41.316500 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (5cdaad96-644e-4293-96b8-914e68d08378), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:41.374491 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-1b1a7956-9bc7-4bbd-9bc2-02ed68f8ee6b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 1001 time: 0.1085124 May 26 17:01:41.458143 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] For port 5cdaad96-644e-4293-96b8-914e68d08378, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdaad96-644e-4293-96b8-914e68d08378,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:41.458513 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (5cdaad96-644e-4293-96b8-914e68d08378), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:41.467507 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-c57396c8-4442-43ca-b371-503abe3aca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:41.468997 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-c57396c8-4442-43ca-b371-503abe3aca31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d5d69cff-769f-4d4d-a204-c34eae6aa945 HTTP/1.1" status: 200 len: 848 time: 0.0854769 May 26 17:01:41.550538 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-997b4f0e-8caa-4ace-8f60-43b37da0f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:41.552052 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-997b4f0e-8caa-4ace-8f60-43b37da0f930 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=083fb909-4ca5-4768-88fe-a9b00dc0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743523 May 26 17:01:41.577118 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c10a-a481-46f3-b7e7-4ad528c39d8d req-5e18f0b7-e1e7-401f-87aa-0285a2fcfb86 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:41.578877 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2a7c10a-a481-46f3-b7e7-4ad528c39d8d req-5e18f0b7-e1e7-401f-87aa-0285a2fcfb86 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 946 time: 0.0579634 May 26 17:01:41.595733 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:41.606770 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:41.635953 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d2a7c10a-a481-46f3-b7e7-4ad528c39d8d req-ebd75d92-52c2-435b-bc9d-e2c2c3bdd60b tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups?id=055455c5-6bcd-4d2a-9509-eac8afee198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477514 May 26 17:01:41.722975 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:41.723426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (84b62816-8ac5-4f09-ae19-c28b1a31c333), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:41.723426 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Floating IP 84b62816-8ac5-4f09-ae19-c28b1a31c333 disassociated. External IP: 172.27.1.251, port: 5cdaad96-644e-4293-96b8-914e68d08378. May 26 17:01:41.723755 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Calling delete_port for 5cdaad96-644e-4293-96b8-914e68d08378 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:41.788817 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-6777f577-5217-4ec6-a3fb-8151b921a8f0 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259090 May 26 17:01:41.828703 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd586af-54ad-4e54-a224-b7322e3afd18 req-2c2b4742-af05-4f57-a504-cf894bbe1656 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:41.830254 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ddd586af-54ad-4e54-a224-b7322e3afd18 req-2c2b4742-af05-4f57-a504-cf894bbe1656 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0492082 May 26 17:01:41.886860 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ddd586af-54ad-4e54-a224-b7322e3afd18 req-aa1710a4-e2df-4171-81d4-04b7d6daf9ce tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509694 May 26 17:01:41.926976 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:41.938284 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-8ba4f3f5-e436-4ce4-9e1f-cb77d0dff9a3 req-a61d929b-13a0-4349-b706-5f73933dcd8a service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387994 May 26 17:01:42.101994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (5cdaad96-644e-4293-96b8-914e68d08378), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:42.133662 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'Port': ['ID=5cdaad96-644e-4293-96b8-914e68d08378,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:42.245179 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:42.342761 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:42.347599 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:42.358694 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e8600-9188-4abf-a15c-796d65948939 None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:42.368224 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e8600-9188-4abf-a15c-796d65948939 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:42.368846 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-643e8600-9188-4abf-a15c-796d65948939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:01:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:42.394818 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] No DVR routers for this DVR port 5cdaad96-644e-4293-96b8-914e68d08378 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:42.397386 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:42.400597 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-624425b7-6538-4001-bd14-f2cf5bb54f12 req-a1532143-22d4-4287-98e3-c37741077c04 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.95 "DELETE /v2.0/ports/5cdaad96-644e-4293-96b8-914e68d08378 HTTP/1.1" status: 204 len: 173 time: 1.2240348 May 26 17:01:42.401054 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'name': 'network-vif-deleted', 'tag': '5cdaad96-644e-4293-96b8-914e68d08378'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:42.403327 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16787ac4-38f2-406c-99ac-9eecedb9f43f" -d '{"events": [{"server_uuid": "73e68f0d-86ed-4e9d-8bb9-06ca9638e690", "name": "network-vif-deleted", "tag": "5cdaad96-644e-4293-96b8-914e68d08378"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:42.442690 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5381e740-afe1-454b-8e43-e58757419c85 x-openstack-request-id: req-5381e740-afe1-454b-8e43-e58757419c85 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:42.443013 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e68f0d-86ed-4e9d-8bb9-06ca9638e690", "name": "network-vif-deleted", "tag": "5cdaad96-644e-4293-96b8-914e68d08378", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:42.443250 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5381e740-afe1-454b-8e43-e58757419c85 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:42.443653 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5381e740-afe1-454b-8e43-e58757419c85'] response: {'server_uuid': '73e68f0d-86ed-4e9d-8bb9-06ca9638e690', 'name': 'network-vif-deleted', 'tag': '5cdaad96-644e-4293-96b8-914e68d08378', 'status': 'completed', 'code': 200} May 26 17:01:42.476452 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-643e8600-9188-4abf-a15c-796d65948939 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:42.670920 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-643e8600-9188-4abf-a15c-796d65948939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:42.698872 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e8600-9188-4abf-a15c-796d65948939 None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:42.708916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e8600-9188-4abf-a15c-796d65948939 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:42.709534 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-643e8600-9188-4abf-a15c-796d65948939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:01:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:42.737018 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cf6f2d34-2b91-47bc-8475-e80acb90e290 req-d7b38a70-ef46-43e4-8fe4-954e4bffd712 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 210 time: 0.0316551 May 26 17:01:42.808503 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-643e8600-9188-4abf-a15c-796d65948939 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:43.004430 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-643e8600-9188-4abf-a15c-796d65948939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:43.014433 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690657bf-0826-4ee7-ae81-0d8486a9b1ef req-2d38c077-1752-415c-ab29-5d2696ce370d tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:43.015932 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-690657bf-0826-4ee7-ae81-0d8486a9b1ef req-2d38c077-1752-415c-ab29-5d2696ce370d tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0548875 May 26 17:01:43.029346 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e8600-9188-4abf-a15c-796d65948939 None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T16:55:13Z', 'revision_number': 4, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': 'e50abec0-a71e-4df8-8ad3-af535d902a71', 'name': '', 'network_id': 'f04a253f-94d5-469e-a169-e4789fc9cd70', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'mac_address': 'fa:16:3e:b7:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:12Z', 'updated_at': '2022-05-26T16:55:18Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'subnets': [{'id': 'e7b8ef73-cc4f-40fe-afe7-05fd8443e226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:43.068308 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-690657bf-0826-4ee7-ae81-0d8486a9b1ef req-1535356f-14e3-4ddf-a015-dda7ba2bc2bb tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468175 May 26 17:01:43.266627 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbc2802-e9e4-4244-a0b1-529341957c58 None None] New status for floating IP 84b62816-8ac5-4f09-ae19-c28b1a31c333: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:01:43.958850 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5b9989aa-fee2-40c9-9e4a-cdca3154ff67 req-3479f11c-a150-4be8-980b-25b581122b1d tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 210 time: 0.0305483 May 26 17:01:44.199601 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db0ce-1c6d-4a51-87ff-c1cec1918b72 req-6aed5d43-8480-4114-90f9-cd04c289e33b tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:44.201152 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ef2db0ce-1c6d-4a51-87ff-c1cec1918b72 req-6aed5d43-8480-4114-90f9-cd04c289e33b tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0492041 May 26 17:01:44.253726 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ef2db0ce-1c6d-4a51-87ff-c1cec1918b72 req-f64bc229-c44e-40d9-93ad-0711944ed5f7 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463641 May 26 17:01:44.940584 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-35496424-a2d5-4006-a09b-0de266fc010c req-00fadff1-a6cc-4071-a03b-d05fb4451012 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 210 time: 0.0278561 May 26 17:01:44.979712 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 5cdaad96-644e-4293-96b8-914e68d08378 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:45.000327 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 5cdaad96-644e-4293-96b8-914e68d08378 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:01:45.000729 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 5cdaad96-644e-4293-96b8-914e68d08378 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:45.391696 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a4ff5-f2b9-4f8d-a934-b13f347759a9 req-44fce338-8f90-47be-a905-f31c4c923e44 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:45.393451 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4a2a4ff5-f2b9-4f8d-a934-b13f347759a9 req-44fce338-8f90-47be-a905-f31c4c923e44 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0472484 May 26 17:01:45.442742 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4a2a4ff5-f2b9-4f8d-a934-b13f347759a9 req-49016a14-512f-4025-b759-8c7fec9a1d74 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433011 May 26 17:01:46.051425 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-26751906-0f26-422e-8b34-f8b17973b7fc req-27bad579-4fd4-429c-9c42-90ba3c90895c tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/ports?device_id=73e68f0d-86ed-4e9d-8bb9-06ca9638e690 HTTP/1.1" status: 200 len: 210 time: 0.0313845 May 26 17:01:46.159141 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:46.558431 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed183a2f-3fc6-46c4-9f58-0a243578a357 req-cb6af4b5-b28c-4b0b-861c-d2603ad39c86 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:46.559884 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ed183a2f-3fc6-46c4-9f58-0a243578a357 req-cb6af4b5-b28c-4b0b-861c-d2603ad39c86 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0472357 May 26 17:01:46.618701 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ed183a2f-3fc6-46c4-9f58-0a243578a357 req-a1677baf-0084-4a3e-83a1-21c1d2b391df tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530987 May 26 17:01:46.850845 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a8a560b3-1ed3-48fa-958d-545e06ef18f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:47.144500 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56482) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:47.254428 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a2d89986-4e80-4cd5-a9d6-20bc2dfcdf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:47.334527 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a2d89986-4e80-4cd5-a9d6-20bc2dfcdf2a admin admin] Publish callbacks [] for security_group (f1752c3c-2d43-4029-b3e8-223375858086), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:47.404690 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a2d89986-4e80-4cd5-a9d6-20bc2dfcdf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f1752c3c-2d43-4029-b3e8-223375858086), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:47.443667 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d89986-4e80-4cd5-a9d6-20bc2dfcdf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1752c3c-2d43-4029-b3e8-223375858086,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:47.448039 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a2d89986-4e80-4cd5-a9d6-20bc2dfcdf2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d85b1d7d7b74876a05dc3c068b59ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025396 May 26 17:01:47.450704 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56488) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:47.501915 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-06fe2641-a107-4d14-b209-b145795a16ef admin admin] Publish callbacks [] for security_group (f1752c3c-2d43-4029-b3e8-223375858086), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:47.523028 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-06fe2641-a107-4d14-b209-b145795a16ef admin admin] Publish callbacks [] for security_group (f1752c3c-2d43-4029-b3e8-223375858086), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:47.673283 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-06fe2641-a107-4d14-b209-b145795a16ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f1752c3c-2d43-4029-b3e8-223375858086), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:47.676461 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-06fe2641-a107-4d14-b209-b145795a16ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:47.681132 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-06fe2641-a107-4d14-b209-b145795a16ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1752c3c-2d43-4029-b3e8-223375858086 HTTP/1.1" status: 204 len: 168 time: 0.2293940 May 26 17:01:47.691335 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe2641-a107-4d14-b209-b145795a16ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1752c3c-2d43-4029-b3e8-223375858086,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:47.761210 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218cdf-c374-46f2-ae27-4c2453c28ef8 req-2397cb5a-0ec5-4fc4-a60c-3564a9e279ed tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:47.762733 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b2218cdf-c374-46f2-ae27-4c2453c28ef8 req-2397cb5a-0ec5-4fc4-a60c-3564a9e279ed tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0710218 May 26 17:01:47.812355 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b2218cdf-c374-46f2-ae27-4c2453c28ef8 req-126403fe-afec-464f-8d76-d1bb976c17fa tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438969 May 26 17:01:48.242411 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56502) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:48.333222 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb49eb-0daf-4d71-a135-f1b97542f1cb req-b6a3db91-c7fe-484c-8d4f-5e4810d142bf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:48.334743 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eeeb49eb-0daf-4d71-a135-f1b97542f1cb req-b6a3db91-c7fe-484c-8d4f-5e4810d142bf tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0748141 May 26 17:01:48.359184 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3dde44ee-258d-4148-9675-4c3c85f88de4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (055455c5-6bcd-4d2a-9509-eac8afee198d), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.410303 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3dde44ee-258d-4148-9675-4c3c85f88de4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (055455c5-6bcd-4d2a-9509-eac8afee198d), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.428573 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eeeb49eb-0daf-4d71-a135-f1b97542f1cb req-8aecc3ba-9082-4095-86bf-404a5eb9bc73 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821276 May 26 17:01:48.437440 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56512) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:48.533896 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-3523f87a-c647-458c-bfdc-e4fe1969587d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951414 May 26 17:01:48.542303 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-7ed43003-0594-4022-bea2-b8cc7305b858 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:01:48.543305 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-7ed43003-0594-4022-bea2-b8cc7305b858 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049000 May 26 17:01:48.548075 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56518) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:48.561535 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a4f621f7-6b59-4de4-a51d-6506f0c081ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.582156 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3dde44ee-258d-4148-9675-4c3c85f88de4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (055455c5-6bcd-4d2a-9509-eac8afee198d), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.585237 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-3dde44ee-258d-4148-9675-4c3c85f88de4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.586852 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-3dde44ee-258d-4148-9675-4c3c85f88de4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "DELETE /v2.0/security-groups/055455c5-6bcd-4d2a-9509-eac8afee198d HTTP/1.1" status: 204 len: 168 time: 0.3430431 May 26 17:01:48.590683 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56524) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:48.611586 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde44ee-258d-4148-9675-4c3c85f88de4 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055455c5-6bcd-4d2a-9509-eac8afee198d,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:48.614563 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.api.v2.resource [None req-faa4d485-7f29-4d8e-b078-5116df4f2315 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] show failed (client error): The resource could not be found. May 26 17:01:48.615870 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-faa4d485-7f29-4d8e-b078-5116df4f2315 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "GET /v2.0/security-groups/055455c5-6bcd-4d2a-9509-eac8afee198d HTTP/1.1" status: 404 len: 347 time: 0.0240819 May 26 17:01:48.620667 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56526) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:48.658735 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a4f621f7-6b59-4de4-a51d-6506f0c081ba admin admin] Publish callbacks [] for security_group (f904a6ae-336f-4e2d-8477-d39069747f2e), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.670466 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:48.720839 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56528) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:48.730190 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a4f621f7-6b59-4de4-a51d-6506f0c081ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f904a6ae-336f-4e2d-8477-d39069747f2e), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.748508 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Deleting port b17f7d1f-4341-4c3b-8436-1db6b6dff92e {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:48.748791 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.771075 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f621f7-6b59-4de4-a51d-6506f0c081ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f904a6ae-336f-4e2d-8477-d39069747f2e,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:48.778273 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a4f621f7-6b59-4de4-a51d-6506f0c081ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da03309584d74d9c9487a4351df47d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291703 May 26 17:01:48.779303 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56532) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:48.808469 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:48.815854 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:48.833187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5cc2f176-f4fc-49ff-bacb-de0fedc54dab admin admin] Publish callbacks [] for security_group (f904a6ae-336f-4e2d-8477-d39069747f2e), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.837600 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.837973 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.852337 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Calling delete_port for b17f7d1f-4341-4c3b-8436-1db6b6dff92e owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:48.887133 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5cc2f176-f4fc-49ff-bacb-de0fedc54dab admin admin] Publish callbacks [] for security_group (f904a6ae-336f-4e2d-8477-d39069747f2e), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:48.913121 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-4a9f6d1f-2f29-4000-a5f1-73597c630eb3 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:48.914544 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-4a9f6d1f-2f29-4000-a5f1-73597c630eb3 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports/dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 943 time: 0.1926005 May 26 17:01:48.931923 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:48.969471 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device dd6991b4-2331-41f4-a211-234d1b499987 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:49.048955 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port dd6991b4-2331-41f4-a211-234d1b499987 is: ACTIVE; New status is: DOWN {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:01:49.049323 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (dd6991b4-2331-41f4-a211-234d1b499987), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:49.050431 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5cc2f176-f4fc-49ff-bacb-de0fedc54dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f904a6ae-336f-4e2d-8477-d39069747f2e), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:49.053082 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5cc2f176-f4fc-49ff-bacb-de0fedc54dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:49.055411 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5cc2f176-f4fc-49ff-bacb-de0fedc54dab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f904a6ae-336f-4e2d-8477-d39069747f2e HTTP/1.1" status: 204 len: 168 time: 0.2744465 May 26 17:01:49.070737 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2f176-f4fc-49ff-bacb-de0fedc54dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f904a6ae-336f-4e2d-8477-d39069747f2e,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:49.086137 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (b17f7d1f-4341-4c3b-8436-1db6b6dff92e), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:49.104806 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:49.107413 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc25c52c-a996-452d-a8dd-e079d37198b7" -d '{"events": [{"server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6991b4-2331-41f4-a211-234d1b499987"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:49.124706 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Pushing event deleted for resources: {'Port': ['ID=b17f7d1f-4341-4c3b-8436-1db6b6dff92e,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:49.124849 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:49.163987 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387bd9ea-313d-4298-a825-9c761d9b9e93 x-openstack-request-id: req-387bd9ea-313d-4298-a825-9c761d9b9e93 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:49.164394 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "name": "network-vif-unplugged", "status": "failed", "tag": "dd6991b4-2331-41f4-a211-234d1b499987", "code": 422}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:49.164687 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-387bd9ea-313d-4298-a825-9c761d9b9e93 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:49.165092 dv-cinder-836070-4-iscsi neutron-server[111098]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-387bd9ea-313d-4298-a825-9c761d9b9e93']: {'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987', 'code': 422} returned with failed status May 26 17:01:49.170859 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-dff6497e-cf02-4ebf-9cdb-8e624cd2cb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:49.198936 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:49.212721 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks [] for floatingip (84b62816-8ac5-4f09-ae19-c28b1a31c333), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:49.215239 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:49.216380 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-d2e3e596-ab75-4418-96c2-3dccabe83f44 tempest-AttachVolumeNegativeTest-1609360552 tempest-AttachVolumeNegativeTest-1609360552-project] 10.222.0.48 "DELETE /v2.0/floatingips/84b62816-8ac5-4f09-ae19-c28b1a31c333 HTTP/1.1" status: 204 len: 168 time: 0.5966978 May 26 17:01:49.236459 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:49.248330 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:49.252072 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=6']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:49.259682 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.260034 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.260406 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.260754 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.261093 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.261462 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.261794 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.262125 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.262472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.262795 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.263128 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.263450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.263770 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.264120 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.264440 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:49.568865 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fce35-80fa-44d6-9e8b-546f50116097 req-eafa0498-56f7-498f-ab49-5e72ac300e53 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:49.574886 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cc5fce35-80fa-44d6-9e8b-546f50116097 req-eafa0498-56f7-498f-ab49-5e72ac300e53 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0553000 May 26 17:01:49.624151 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-cc5fce35-80fa-44d6-9e8b-546f50116097 req-e9838a0e-00c5-4757-a324-d6f33cc738a3 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473897 May 26 17:01:49.947762 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56560) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:49.961043 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bcf97596-6693-4569-a941-cc7015d6f337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:50.040567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bcf97596-6693-4569-a941-cc7015d6f337 admin admin] Publish callbacks [] for security_group (f7299821-eff2-49f2-bd2a-e70cf0ce60b5), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:50.124633 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bcf97596-6693-4569-a941-cc7015d6f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f7299821-eff2-49f2-bd2a-e70cf0ce60b5), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:50.164808 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bcf97596-6693-4569-a941-cc7015d6f337 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd68dfebb9144f7ea13a06b20bc7f8ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159581 May 26 17:01:50.165951 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf97596-6693-4569-a941-cc7015d6f337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7299821-eff2-49f2-bd2a-e70cf0ce60b5,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:50.167666 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56564) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:50.231406 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cacddd15-d3c2-460a-b902-0e022e5f6d32 admin admin] Publish callbacks [] for security_group (f7299821-eff2-49f2-bd2a-e70cf0ce60b5), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:50.256639 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cacddd15-d3c2-460a-b902-0e022e5f6d32 admin admin] Publish callbacks [] for security_group (f7299821-eff2-49f2-bd2a-e70cf0ce60b5), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:50.282864 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:50.399027 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cacddd15-d3c2-460a-b902-0e022e5f6d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f7299821-eff2-49f2-bd2a-e70cf0ce60b5), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:50.401580 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cacddd15-d3c2-460a-b902-0e022e5f6d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:50.402733 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-cacddd15-d3c2-460a-b902-0e022e5f6d32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7299821-eff2-49f2-bd2a-e70cf0ce60b5 HTTP/1.1" status: 204 len: 168 time: 0.2340176 May 26 17:01:50.415017 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacddd15-d3c2-460a-b902-0e022e5f6d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7299821-eff2-49f2-bd2a-e70cf0ce60b5,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:50.743731 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7e6ea-51f2-4545-aca2-e180af6c3dca req-f5b32420-1912-4c87-8edf-961b4d0061d8 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:50.745178 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5fe7e6ea-51f2-4545-aca2-e180af6c3dca req-f5b32420-1912-4c87-8edf-961b4d0061d8 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0514829 May 26 17:01:50.798770 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5fe7e6ea-51f2-4545-aca2-e180af6c3dca req-6bc2bcfb-00cd-4ba9-b505-40afdeefd73a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472269 May 26 17:01:51.364876 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:51.916220 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb28be-4371-4791-8b4f-bbaa95fc972d req-e780c6a6-65e0-42d9-b90b-d9a83e61ae2c tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:51.917795 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-21cb28be-4371-4791-8b4f-bbaa95fc972d req-e780c6a6-65e0-42d9-b90b-d9a83e61ae2c tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0490589 May 26 17:01:51.972235 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-21cb28be-4371-4791-8b4f-bbaa95fc972d req-ddf75d54-7d4d-41d3-9132-55892331b0df tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480974 May 26 17:01:52.210438 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56626) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:52.316892 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6bf75e04-f857-49ef-92d1-4ef9c1bb86a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:52.398123 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6bf75e04-f857-49ef-92d1-4ef9c1bb86a8 admin admin] Publish callbacks [] for security_group (f7d5ea55-903e-4189-967b-93a4d3063f94), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:52.490403 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6bf75e04-f857-49ef-92d1-4ef9c1bb86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f7d5ea55-903e-4189-967b-93a4d3063f94), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:52.533100 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf75e04-f857-49ef-92d1-4ef9c1bb86a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d5ea55-903e-4189-967b-93a4d3063f94,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:52.540184 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56632) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:52.540704 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6bf75e04-f857-49ef-92d1-4ef9c1bb86a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ff72225667447a0b5cb895f81a7d720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286743 May 26 17:01:52.626601 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4d395e78-5932-4a32-b26e-751f8cfedc6d admin admin] Publish callbacks [] for security_group (f7d5ea55-903e-4189-967b-93a4d3063f94), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:52.650081 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-977fac7c-23b7-4464-8df6-40dc4388ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:52.651547 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-977fac7c-23b7-4464-8df6-40dc4388ef8a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c&tenant_id=b9562e9c747f4808a67c01436d9ede47 HTTP/1.1" status: 200 len: 1128 time: 0.0564685 May 26 17:01:52.659917 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4d395e78-5932-4a32-b26e-751f8cfedc6d admin admin] Publish callbacks [] for security_group (f7d5ea55-903e-4189-967b-93a4d3063f94), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:52.733534 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-a5113f6e-b5e5-4620-9874-95943e1452a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:52.735032 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-a5113f6e-b5e5-4620-9874-95943e1452a8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1128 time: 0.0407295 May 26 17:01:52.829406 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4d395e78-5932-4a32-b26e-751f8cfedc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f7d5ea55-903e-4189-967b-93a4d3063f94), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:52.832022 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-4d395e78-5932-4a32-b26e-751f8cfedc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:52.833300 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-4d395e78-5932-4a32-b26e-751f8cfedc6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7d5ea55-903e-4189-967b-93a4d3063f94 HTTP/1.1" status: 204 len: 168 time: 0.2914848 May 26 17:01:52.837674 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-ff331191-b061-4624-9822-1af14f5c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:52.840255 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-ff331191-b061-4624-9822-1af14f5c5b37 service neutron] 10.222.0.95 "GET /v2.0/networks?id=083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 200 len: 910 time: 0.0966980 May 26 17:01:52.844005 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d395e78-5932-4a32-b26e-751f8cfedc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d5ea55-903e-4189-967b-93a4d3063f94,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:52.915366 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-accb1634-c57e-4125-9eff-4e4ca4f9941c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 999 time: 0.0683286 May 26 17:01:52.964134 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-09c04872-d749-4b1c-bbe7-f75d4021522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:52.965598 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-09c04872-d749-4b1c-bbe7-f75d4021522e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d5d69cff-769f-4d4d-a204-c34eae6aa945 HTTP/1.1" status: 200 len: 848 time: 0.0432560 May 26 17:01:53.010502 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:53.021158 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-e1d3be5b-54c1-410e-82e6-7b049ca25ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:53.022829 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-e1d3be5b-54c1-410e-82e6-7b049ca25ec2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=083fb909-4ca5-4768-88fe-a9b00dc0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509191 May 26 17:01:53.104800 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab89546-42ff-4b24-ae37-33785d863725 req-a3a16272-9545-4659-9856-84b9c286df9a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:53.106762 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7ab89546-42ff-4b24-ae37-33785d863725 req-a3a16272-9545-4659-9856-84b9c286df9a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0575447 May 26 17:01:53.125982 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-96ff3b14-2d70-4fd2-96aa-5d9fbf2d7d87 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959477 May 26 17:01:53.166842 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7ab89546-42ff-4b24-ae37-33785d863725 req-aeae4c52-46f7-4577-b529-e789cc6a0afd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542884 May 26 17:01:53.235226 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9dae6c56-03f1-4169-9f9a-a52dfba4a91a req-f5a4e528-87fe-4cce-a160-8aee849b9d18 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023061 May 26 17:01:53.313341 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:53.337235 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:53.339355 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:53.486162 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56656) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:53.693201 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:53.790035 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331f436-bfd5-4927-8d30-79a7ad07910a req-fed156ad-aca6-4f34-8f54-87d37e4627b6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:53.791540 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7331f436-bfd5-4927-8d30-79a7ad07910a req-fed156ad-aca6-4f34-8f54-87d37e4627b6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0859866 May 26 17:01:53.888268 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7331f436-bfd5-4927-8d30-79a7ad07910a req-705c5cdd-53b2-47f5-860c-b6c9ecebd610 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896640 May 26 17:01:53.963806 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:54.117449 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:54.372354 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143cb2b-da58-4d45-8e78-8187aa6ef1cf req-1439dcfc-a075-4056-9c6c-59d5abac3be5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:54.373975 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e143cb2b-da58-4d45-8e78-8187aa6ef1cf req-1439dcfc-a075-4056-9c6c-59d5abac3be5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.1009450 May 26 17:01:54.479071 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:54.479683 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e143cb2b-da58-4d45-8e78-8187aa6ef1cf req-233a9afc-9133-4445-88be-fcb62963b406 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996323 May 26 17:01:54.480432 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Deleting port e50abec0-a71e-4df8-8ad3-af535d902a71 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:54.480771 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:54.762170 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:54.792456 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] For port e50abec0-a71e-4df8-8ad3-af535d902a71, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e50abec0-a71e-4df8-8ad3-af535d902a71,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:54.792817 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:54.807723 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Calling delete_port for e50abec0-a71e-4df8-8ad3-af535d902a71 owned by network:router_interface {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:55.024457 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd884-86f5-4575-b16c-414d40965efe req-d55fc886-96eb-4225-9f43-f33209dfb667 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:55.025948 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34fbd884-86f5-4575-b16c-414d40965efe req-d55fc886-96eb-4225-9f43-f33209dfb667 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0580466 May 26 17:01:55.078534 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-34fbd884-86f5-4575-b16c-414d40965efe req-44e4b299-716e-4fe5-9f64-4caecc6508c6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461335 May 26 17:01:55.107169 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (e50abec0-a71e-4df8-8ad3-af535d902a71), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:55.134329 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e50abec0-a71e-4df8-8ad3-af535d902a71,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:55.299182 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:55.508439 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:55.512667 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:55.643713 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6027-bbb6-4c08-8439-30fc4bdef130 req-cfb0a6d9-3bad-473d-9ec1-7e5ef1b56d7e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:55.645105 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-284b6027-bbb6-4c08-8439-30fc4bdef130 req-cfb0a6d9-3bad-473d-9ec1-7e5ef1b56d7e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0893142 May 26 17:01:55.661269 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:55.683147 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:55.692832 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] Sync routers for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:55.693421 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-31a6678d-5eb4-4b75-8788-7bb246370e2d admin admin] 10.222.0.48 "PUT /v2.0/routers/6ff483e5-62bc-4f77-aca6-502a8be4fd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2086401 May 26 17:01:55.695978 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56688) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:55.705901 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:55.706559 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:01:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:55.755638 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-284b6027-bbb6-4c08-8439-30fc4bdef130 req-6f02e6d1-de55-4877-8fee-cf82f94d2314 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042001 May 26 17:01:55.815461 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:55.823763 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks [] for router (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:55.944441 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks [] for router_gateway (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:55.955932 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-3f7a91a7-0dd9-457b-9329-9c009f6461de tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:55.957648 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-3f7a91a7-0dd9-457b-9329-9c009f6461de tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.95 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0506017 May 26 17:01:56.006688 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:56.029197 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T17:01:54Z', 'revision_number': 5, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port': {'id': '41980e55-c3bb-42b3-ac1f-04e9849f52dd', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:09Z', 'updated_at': '2022-05-26T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:56.046494 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Deleting port 26d45251-b7a1-4efa-b018-af29198a4168 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:56.052242 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (26d45251-b7a1-4efa-b018-af29198a4168), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.055492 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] Checking router: 6ff483e5-62bc-4f77-aca6-502a8be4fd1a for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:56.065788 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] Routers {'6ff483e5-62bc-4f77-aca6-502a8be4fd1a'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:56.066746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:01:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:56.081107 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Deleting port 41980e55-c3bb-42b3-ac1f-04e9849f52dd {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:56.081107 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.177016 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] For port 26d45251-b7a1-4efa-b018-af29198a4168, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26d45251-b7a1-4efa-b018-af29198a4168,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:56.178064 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (26d45251-b7a1-4efa-b018-af29198a4168), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.195395 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Calling delete_port for 26d45251-b7a1-4efa-b018-af29198a4168 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:56.212122 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] For port 41980e55-c3bb-42b3-ac1f-04e9849f52dd, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=41980e55-c3bb-42b3-ac1f-04e9849f52dd,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:56.212122 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.237292 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Calling delete_port for 41980e55-c3bb-42b3-ac1f-04e9849f52dd owned by network:router_gateway {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:56.279170 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7318a38-81bd-4921-9895-6f71d8f45e55 req-d6da5540-e412-4507-be4d-351b59018968 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:56.280961 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a7318a38-81bd-4921-9895-6f71d8f45e55 req-d6da5540-e412-4507-be4d-351b59018968 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 945 time: 0.0618920 May 26 17:01:56.295427 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] Set router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a gateway port host: None {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:56.348518 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T17:01:55Z', 'revision_number': 6, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port_host': None}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:56.375285 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e9a5f-d02c-4286-b928-25c31d75a363 None None] The sync data for ids ['6ff483e5-62bc-4f77-aca6-502a8be4fd1a'] in dv-cinder-836070-4-iscsi is: [{'id': '6ff483e5-62bc-4f77-aca6-502a8be4fd1a', 'name': 'tempest-AttachVolumeNegativeTest-2111843939-router', 'tenant_id': '060af6cf4f7a48758f6859bd3766ae1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:08Z', 'updated_at': '2022-05-26T17:01:55Z', 'revision_number': 6, 'project_id': '060af6cf4f7a48758f6859bd3766ae1b', 'gw_port_host': None}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:56.403719 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (26d45251-b7a1-4efa-b018-af29198a4168), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.404732 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a7318a38-81bd-4921-9895-6f71d8f45e55 req-58cc31f5-a215-44db-9acc-56378943e377 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972300 May 26 17:01:56.433306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Pushing event deleted for resources: {'Port': ['ID=26d45251-b7a1-4efa-b018-af29198a4168,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:56.444009 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['26d45251-b7a1-4efa-b018-af29198a4168'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:01:56.476705 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] No DVR routers for this DVR port 26d45251-b7a1-4efa-b018-af29198a4168 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:56.479322 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.484417 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-cf8afe0a-a12b-42a0-b859-6341880c4267 req-987ec7a0-55c2-48f9-aaa7-f158c82dc174 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.95 "DELETE /v2.0/ports/26d45251-b7a1-4efa-b018-af29198a4168 HTTP/1.1" status: 204 len: 173 time: 0.5209231 May 26 17:01:56.485583 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843b1744-ddc9-4aa5-800e-5e906b2b45e9', 'name': 'network-vif-deleted', 'tag': '26d45251-b7a1-4efa-b018-af29198a4168'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:56.488938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19134ba1-5585-4ed4-8344-cb47f0dc1273" -d '{"events": [{"server_uuid": "843b1744-ddc9-4aa5-800e-5e906b2b45e9", "name": "network-vif-deleted", "tag": "26d45251-b7a1-4efa-b018-af29198a4168"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:56.526159 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a100dde0-ff45-4999-8272-3d78c97289d7 x-openstack-request-id: req-a100dde0-ff45-4999-8272-3d78c97289d7 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:56.526447 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843b1744-ddc9-4aa5-800e-5e906b2b45e9", "name": "network-vif-deleted", "tag": "26d45251-b7a1-4efa-b018-af29198a4168", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:56.526722 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a100dde0-ff45-4999-8272-3d78c97289d7 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:56.527116 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a100dde0-ff45-4999-8272-3d78c97289d7'] response: {'server_uuid': '843b1744-ddc9-4aa5-800e-5e906b2b45e9', 'name': 'network-vif-deleted', 'tag': '26d45251-b7a1-4efa-b018-af29198a4168', 'status': 'completed', 'code': 200} May 26 17:01:56.553299 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (41980e55-c3bb-42b3-ac1f-04e9849f52dd), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.578067 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=41980e55-c3bb-42b3-ac1f-04e9849f52dd,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:56.606401 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:56.646702 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.760024 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.762577 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks [] for router_controller (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:56.891248 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42bae9-937c-422f-91b3-ebe727597228 req-bf549e18-2fca-4155-ab2f-032e9a8773a6 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:56.892823 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1d42bae9-937c-422f-91b3-ebe727597228 req-bf549e18-2fca-4155-ab2f-032e9a8773a6 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0539253 May 26 17:01:56.923731 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:56.943324 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1d42bae9-937c-422f-91b3-ebe727597228 req-247f9ef6-4928-4dde-8def-3cc37160a98b tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445008 May 26 17:01:57.010215 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (6ff483e5-62bc-4f77-aca6-502a8be4fd1a), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.010860 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff483e5-62bc-4f77-aca6-502a8be4fd1a {{(pid=111097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:01:57.015544 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.016658 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-bf11f670-b3c5-43d8-8f1a-b76c9a342d06 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6ff483e5-62bc-4f77-aca6-502a8be4fd1a HTTP/1.1" status: 204 len: 168 time: 1.3199573 May 26 17:01:57.019196 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56704) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:57.068452 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-63364bdd-dbd5-4c97-9aaa-058ae2ac08eb admin admin] Deleting subnet e7b8ef73-cc4f-40fe-afe7-05fd8443e226 {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:01:57.072046 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-63364bdd-dbd5-4c97-9aaa-058ae2ac08eb admin admin] Publish callbacks [] for subnet (e7b8ef73-cc4f-40fe-afe7-05fd8443e226), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.107103 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-63364bdd-dbd5-4c97-9aaa-058ae2ac08eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4737542'] for subnet (e7b8ef73-cc4f-40fe-afe7-05fd8443e226), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.220395 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-63364bdd-dbd5-4c97-9aaa-058ae2ac08eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (e7b8ef73-cc4f-40fe-afe7-05fd8443e226), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.235749 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e50abec0-a71e-4df8-8ad3-af535d902a71 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:57.261684 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: e50abec0-a71e-4df8-8ad3-af535d902a71 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:01:57.262545 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e50abec0-a71e-4df8-8ad3-af535d902a71 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:57.262787 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 41980e55-c3bb-42b3-ac1f-04e9849f52dd no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:57.284398 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 41980e55-c3bb-42b3-ac1f-04e9849f52dd {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:01:57.285021 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 41980e55-c3bb-42b3-ac1f-04e9849f52dd not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:57.427818 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-63364bdd-dbd5-4c97-9aaa-058ae2ac08eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4476543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4534061'] for subnet (e7b8ef73-cc4f-40fe-afe7-05fd8443e226), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.457383 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63364bdd-dbd5-4c97-9aaa-058ae2ac08eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b8ef73-cc4f-40fe-afe7-05fd8443e226,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:57.465615 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-63364bdd-dbd5-4c97-9aaa-058ae2ac08eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.469438 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-63364bdd-dbd5-4c97-9aaa-058ae2ac08eb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e7b8ef73-cc4f-40fe-afe7-05fd8443e226 HTTP/1.1" status: 204 len: 168 time: 0.4488876 May 26 17:01:57.471778 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56712) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:57.472999 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b39ecd-74c0-4e28-b051-74187b86e1a9 None None] Network f04a253f-94d5-469e-a169-e4789fc9cd70 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:01:57.536048 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f9728648-7bd5-4861-b360-198b4fe99b03 req-a3663fe4-f330-41f6-bd09-750fadbc7c8d tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=843b1744-ddc9-4aa5-800e-5e906b2b45e9 HTTP/1.1" status: 200 len: 210 time: 0.0343800 May 26 17:01:57.590499 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (f04a253f-94d5-469e-a169-e4789fc9cd70), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.641912 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Deleting port 4ac924d7-b380-4013-923f-9c214f8f1b1a {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:57.642278 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.693858 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] DHCP port deletion for f04a253f-94d5-469e-a169-e4789fc9cd70 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:01:57.711087 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] For port 4ac924d7-b380-4013-923f-9c214f8f1b1a, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=4ac924d7-b380-4013-923f-9c214f8f1b1a,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:57.712094 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.733227 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Calling delete_port for 4ac924d7-b380-4013-923f-9c214f8f1b1a owned by network:dhcp {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:57.736669 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] Deleting port 4ac924d7-b380-4013-923f-9c214f8f1b1a {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:01:57.737138 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.811763 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] For port 4ac924d7-b380-4013-923f-9c214f8f1b1a, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=4ac924d7-b380-4013-923f-9c214f8f1b1a,segment=NetworkSegment(2663bb93-5f04-49d3-869e-6757b58459e3),segment_id=2663bb93-5f04-49d3-869e-6757b58459e3)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:57.812280 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:57.827963 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] Calling delete_port for 4ac924d7-b380-4013-923f-9c214f8f1b1a owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:01:57.889549 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56718) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:57.912085 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:58.016228 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6caf-9181-4a12-93fa-459a6e66ebac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.022108 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.051256 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] Pushing event deleted for resources: {'Port': ['ID=4ac924d7-b380-4013-923f-9c214f8f1b1a,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:58.055905 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca2f07-5370-4a2c-8d41-6636231d0324 None None] No DVR routers for this DVR port 4ac924d7-b380-4013-923f-9c214f8f1b1a on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:58.083779 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (4ac924d7-b380-4013-923f-9c214f8f1b1a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.107963 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a2456-67d3-4434-b2f2-7221c97aae16 req-c783635f-a186-46a5-b884-fbd2ea414e71 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:58.108452 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac924d7-b380-4013-923f-9c214f8f1b1a,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:58.109461 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d33a2456-67d3-4434-b2f2-7221c97aae16 req-c783635f-a186-46a5-b884-fbd2ea414e71 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0908763 May 26 17:01:58.112379 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] No DVR routers for this DVR port 4ac924d7-b380-4013-923f-9c214f8f1b1a on host dv-cinder-836070-4-iscsi {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:58.163225 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:58.193193 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6caf-9181-4a12-93fa-459a6e66ebac admin admin] Publish callbacks [] for security_group (ed74efda-f586-4886-9278-04b8a5b4a619), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.193715 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (f04a253f-94d5-469e-a169-e4789fc9cd70), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.195991 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:58.197212 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d33a2456-67d3-4434-b2f2-7221c97aae16 req-640203f8-f00f-4825-8e3f-726926ec026d tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784307 May 26 17:01:58.216835 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04a253f-94d5-469e-a169-e4789fc9cd70']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:58.227591 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2663bb93-5f04-49d3-869e-6757b58459e3') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:58.227811 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2663bb93-5f04-49d3-869e-6757b58459e3') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:58.237858 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (2663bb93-5f04-49d3-869e-6757b58459e3), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.251475 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (2663bb93-5f04-49d3-869e-6757b58459e3), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.255699 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6caf-9181-4a12-93fa-459a6e66ebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (ed74efda-f586-4886-9278-04b8a5b4a619), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.257602 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:01:58.262766 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (2663bb93-5f04-49d3-869e-6757b58459e3), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.297058 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-4f2b6caf-9181-4a12-93fa-459a6e66ebac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f46bba66f8c14e6590d7e2af3d45c65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063220 May 26 17:01:58.298191 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b6caf-9181-4a12-93fa-459a6e66ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed74efda-f586-4886-9278-04b8a5b4a619,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:58.300750 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56726) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:58.301818 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 2663bb93-5f04-49d3-869e-6757b58459e3 resource provider aggregate not found May 26 17:01:58.304825 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:58.328127 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 2663bb93-5f04-49d3-869e-6757b58459e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2663bb93-5f04-49d3-869e-6757b58459e3 found for delete ", "request_id": "req-393483a4-0e4a-4f28-80ad-02d96c26d191"}]} May 26 17:01:58.351853 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cd53ea7d-8192-4874-841b-8eb844ff5106 admin admin] Publish callbacks [] for security_group (ed74efda-f586-4886-9278-04b8a5b4a619), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.378207 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cd53ea7d-8192-4874-841b-8eb844ff5106 admin admin] Publish callbacks [] for security_group (ed74efda-f586-4886-9278-04b8a5b4a619), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.427436 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (f04a253f-94d5-469e-a169-e4789fc9cd70), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.438392 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.441629 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f04a253f-94d5-469e-a169-e4789fc9cd70 HTTP/1.1" status: 204 len: 168 time: 0.9673767 May 26 17:01:58.451890 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6179b-7fbf-4c0b-b540-ce7ce0987321 admin admin] Pushing event deleted for resources: {'Network': ['ID=f04a253f-94d5-469e-a169-e4789fc9cd70,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:58.536088 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cd53ea7d-8192-4874-841b-8eb844ff5106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (ed74efda-f586-4886-9278-04b8a5b4a619), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.538708 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-cd53ea7d-8192-4874-841b-8eb844ff5106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:58.539895 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-cd53ea7d-8192-4874-841b-8eb844ff5106 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed74efda-f586-4886-9278-04b8a5b4a619 HTTP/1.1" status: 204 len: 168 time: 0.2385316 May 26 17:01:58.548768 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53ea7d-8192-4874-841b-8eb844ff5106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed74efda-f586-4886-9278-04b8a5b4a619,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:58.950157 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 4ac924d7-b380-4013-923f-9c214f8f1b1a no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:58.954635 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56746) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:58.971156 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 4ac924d7-b380-4013-923f-9c214f8f1b1a {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:01:58.971506 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 4ac924d7-b380-4013-923f-9c214f8f1b1a not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:59.001104 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f6272827-37c3-4a83-bae0-f017a996d500 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=060af6cf4f7a48758f6859bd3766ae1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453200 May 26 17:01:59.003713 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56750) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:01:59.086771 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb44c1ec-6ef0-45b9-a5da-3b4d466a5bc8 admin admin] Publish callbacks [] for security_group (a743ccd6-4caf-4fb8-8492-cc12a64b0074), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:59.122941 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb44c1ec-6ef0-45b9-a5da-3b4d466a5bc8 admin admin] Publish callbacks [] for security_group (a743ccd6-4caf-4fb8-8492-cc12a64b0074), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:59.136124 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c81aa2-6b2d-4695-9916-069bd552398e req-2a98a54f-fac0-4c5d-9d20-9c484a21bfdc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:59.138434 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-05c81aa2-6b2d-4695-9916-069bd552398e req-2a98a54f-fac0-4c5d-9d20-9c484a21bfdc tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0952721 May 26 17:01:59.194954 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-05c81aa2-6b2d-4695-9916-069bd552398e req-d9efd869-23f2-4c26-bee3-15af3fced433 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502007 May 26 17:01:59.250652 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb44c1ec-6ef0-45b9-a5da-3b4d466a5bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (a743ccd6-4caf-4fb8-8492-cc12a64b0074), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:59.253726 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb44c1ec-6ef0-45b9-a5da-3b4d466a5bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:01:59.255137 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-eb44c1ec-6ef0-45b9-a5da-3b4d466a5bc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a743ccd6-4caf-4fb8-8492-cc12a64b0074 HTTP/1.1" status: 204 len: 168 time: 0.2504122 May 26 17:01:59.264753 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44c1ec-6ef0-45b9-a5da-3b4d466a5bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a743ccd6-4caf-4fb8-8492-cc12a64b0074,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:59.288512 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:01:59.328929 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e2ed7-eea7-4c16-870f-71eb7b06dfb9 req-a029398b-ab6a-44ec-8292-70f505cd11f5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:59.332407 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f82e2ed7-eea7-4c16-870f-71eb7b06dfb9 req-a029398b-ab6a-44ec-8292-70f505cd11f5 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0549510 May 26 17:01:59.384857 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f82e2ed7-eea7-4c16-870f-71eb7b06dfb9 req-d735524c-974b-481a-9d6a-2d9428ad9cfd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486727 May 26 17:02:00.317218 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566e921-b8cd-4c96-8aef-801ab63fd1ae req-74a4b397-6e32-4a6a-85b0-2d5bffdb44ed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:00.318741 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7566e921-b8cd-4c96-8aef-801ab63fd1ae req-74a4b397-6e32-4a6a-85b0-2d5bffdb44ed tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0474510 May 26 17:02:00.365476 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7566e921-b8cd-4c96-8aef-801ab63fd1ae req-8e5fa33d-6cb8-4e4d-8cce-4f7c9c67a410 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 May 26 17:02:00.501358 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735e15e-5c24-433e-9a09-8215c51d08da req-839eeeeb-82be-4fe5-b0f6-ff1345a6b8b6 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:00.502840 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f735e15e-5c24-433e-9a09-8215c51d08da req-839eeeeb-82be-4fe5-b0f6-ff1345a6b8b6 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0469134 May 26 17:02:00.557980 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f735e15e-5c24-433e-9a09-8215c51d08da req-6fd42abf-3755-4a96-bd82-58fa500fff09 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494692 May 26 17:02:01.483713 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2afce3-a06d-46fb-857d-be3ad8287c1c req-0daf59ff-63f1-410d-a2f4-94f4a9260a9a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:01.485218 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ea2afce3-a06d-46fb-857d-be3ad8287c1c req-0daf59ff-63f1-410d-a2f4-94f4a9260a9a tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0468845 May 26 17:02:01.533045 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ea2afce3-a06d-46fb-857d-be3ad8287c1c req-725302a9-ab1f-40f6-bc8a-80e91b8fcf27 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422070 May 26 17:02:01.672470 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43133c-6144-4626-94cb-46b61ecf3083 req-f84092f3-3cb0-42d0-a648-5a7d5f538bfd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:01.674108 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b43133c-6144-4626-94cb-46b61ecf3083 req-f84092f3-3cb0-42d0-a648-5a7d5f538bfd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 944 time: 0.0474088 May 26 17:02:01.725242 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1b43133c-6144-4626-94cb-46b61ecf3083 req-c7851b76-eebe-4db7-9532-b6eedf4eb168 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449154 May 26 17:02:02.048108 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device dd6991b4-2331-41f4-a211-234d1b499987 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:02:02.058232 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 26d45251-b7a1-4efa-b018-af29198a4168 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:02:02.082938 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 26d45251-b7a1-4efa-b018-af29198a4168 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:02:02.083280 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 26d45251-b7a1-4efa-b018-af29198a4168 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:02:02.161415 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:02.168120 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:02.180187 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'dd6991b4-2331-41f4-a211-234d1b499987', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'port_id': 'dd6991b4-2331-41f4-a211-234d1b499987', 'mac_address': 'fa:16:3e:03:d6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:02:02.220006 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port dd6991b4-2331-41f4-a211-234d1b499987 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:02:02.220402 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (dd6991b4-2331-41f4-a211-234d1b499987), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:02.234883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6991b4-2331-41f4-a211-234d1b499987 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:02:02.255877 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:02.415993 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:02.462281 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=7']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:02.652611 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d62e-949e-4baa-840a-9281f8b14865 req-1f913ecc-87cd-4942-9940-6349abeb9f70 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:02.654670 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-78a9d62e-949e-4baa-840a-9281f8b14865 req-1f913ecc-87cd-4942-9940-6349abeb9f70 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0502226 May 26 17:02:02.705082 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-78a9d62e-949e-4baa-840a-9281f8b14865 req-fc8bbd5b-69b8-47fd-9ad1-099b8a86962b tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups?id=65c09716-5e00-4333-b13c-669bfb91544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 May 26 17:02:02.712574 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-01bfb2ba-abbe-4c93-839e-3f0f606d097d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:02.714178 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-01bfb2ba-abbe-4c93-839e-3f0f606d097d tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 946 time: 0.0488462 May 26 17:02:02.781916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['dd6991b4-2331-41f4-a211-234d1b499987'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:02:02.810885 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Deleting port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:02:02.811361 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:02.848058 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886e093-2213-4bff-838c-3ce81c4d5ab1 req-060c8f41-4428-4a0f-8892-47cc327f891f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:02.849893 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3886e093-2213-4bff-838c-3ce81c4d5ab1 req-060c8f41-4428-4a0f-8892-47cc327f891f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 945 time: 0.0551798 May 26 17:02:02.913617 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3886e093-2213-4bff-838c-3ce81c4d5ab1 req-e5ec2d26-d1fc-4f19-9af4-270fd8fb9a14 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575173 May 26 17:02:02.917136 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] For port 17153ebf-8de6-4b1d-bafd-f2c2e8580998, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17153ebf-8de6-4b1d-bafd-f2c2e8580998,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:02.917629 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:03.087195 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:03.087570 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (5c4e36c8-9562-426a-b6a7-6724b3108bab), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:03.087892 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Floating IP 5c4e36c8-9562-426a-b6a7-6724b3108bab disassociated. External IP: 172.27.1.236, port: 17153ebf-8de6-4b1d-bafd-f2c2e8580998. May 26 17:02:03.088241 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Calling delete_port for 17153ebf-8de6-4b1d-bafd-f2c2e8580998 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:02:03.278926 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (17153ebf-8de6-4b1d-bafd-f2c2e8580998), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:03.287617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:03.308636 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event deleted for resources: {'Port': ['ID=17153ebf-8de6-4b1d-bafd-f2c2e8580998,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:03.434783 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Router cf5219a7-9501-408e-93bb-9266c2f298e9 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:02:03.490870 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:03.548809 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:02:03.564279 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] Sync routers for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:02:03.583319 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:02:03.584094 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:01:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:03.598401 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] No DVR routers for this DVR port 17153ebf-8de6-4b1d-bafd-f2c2e8580998 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:02:03.601369 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:03.604774 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-975b152f-ea04-4ff3-b1dd-feb7e0f40c9a req-6f6044f5-c3cb-4e9f-9df1-7c1e79e67d96 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.95 "DELETE /v2.0/ports/17153ebf-8de6-4b1d-bafd-f2c2e8580998 HTTP/1.1" status: 204 len: 173 time: 0.8849115 May 26 17:02:03.605219 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-deleted', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:03.607582 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00b1663-19d4-49c6-badd-7820abdacc65" -d '{"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-deleted", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:03.646933 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4004ea4c-283d-4251-acb0-ed6b00eef0d1 x-openstack-request-id: req-4004ea4c-283d-4251-acb0-ed6b00eef0d1 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:03.647231 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ca388b-87f7-46b3-81f0-5e7d06e9dcc1", "name": "network-vif-deleted", "tag": "17153ebf-8de6-4b1d-bafd-f2c2e8580998", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:03.647524 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4004ea4c-283d-4251-acb0-ed6b00eef0d1 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:03.647948 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4004ea4c-283d-4251-acb0-ed6b00eef0d1'] response: {'server_uuid': '10ca388b-87f7-46b3-81f0-5e7d06e9dcc1', 'name': 'network-vif-deleted', 'tag': '17153ebf-8de6-4b1d-bafd-f2c2e8580998', 'status': 'completed', 'code': 200} May 26 17:02:03.697781 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:02:03.827114 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bb55590e-653e-41f6-9cd4-be108a81e336 req-253e3bb0-45c7-46f2-8b42-bb4c415b3f55 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ca388b-87f7-46b3-81f0-5e7d06e9dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0368724 May 26 17:02:03.908637 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:03.936550 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] Checking router: cf5219a7-9501-408e-93bb-9266c2f298e9 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:02:03.945394 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:02:03.946000 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:01:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:04.039484 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db8c21-bd94-4d25-aa9f-fca53b8298cf req-b6c09c29-aafc-41f5-810e-993103e34a78 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:04.041191 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-57db8c21-bd94-4d25-aa9f-fca53b8298cf req-b6c09c29-aafc-41f5-810e-993103e34a78 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 945 time: 0.0591595 May 26 17:02:04.050685 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:02:04.102537 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-57db8c21-bd94-4d25-aa9f-fca53b8298cf req-dbbb26bf-576f-4a36-bbc1-78725c5c966d tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546527 May 26 17:02:04.249832 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:04.274791 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115fc5d-0a8f-4111-81ed-d9550f6a658b None None] The sync data for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi is: [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T16:53:29Z', 'revision_number': 4, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '64a32810-aacb-44f0-9cd0-966d65e3768f', 'name': '', 'network_id': '8b6693f4-44e6-4850-bb10-714588f8b298', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'mac_address': 'fa:16:3e:a0:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:27Z', 'updated_at': '2022-05-26T16:53:38Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'subnets': [{'id': '69987f88-5ec5-4e12-83e7-cf867ff3b92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:02:04.504966 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04629e8-a0ef-45d5-8aad-e3cfc462da3d None None] New status for floating IP 5c4e36c8-9562-426a-b6a7-6724b3108bab: DOWN {{(pid=111098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:02:05.046182 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device dd6991b4-2331-41f4-a211-234d1b499987 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:02:05.092981 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port dd6991b4-2331-41f4-a211-234d1b499987 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:02:05.093387 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (dd6991b4-2331-41f4-a211-234d1b499987), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.114659 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56844) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:05.122437 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:05.183064 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1b52a7f4-6f73-452f-9ddf-ac0a16805341 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (65c09716-5e00-4333-b13c-669bfb91544d), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.191942 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port dd6991b4-2331-41f4-a211-234d1b499987 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:02:05.192465 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (dd6991b4-2331-41f4-a211-234d1b499987), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.209074 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1b52a7f4-6f73-452f-9ddf-ac0a16805341 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (65c09716-5e00-4333-b13c-669bfb91544d), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.219459 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:05.222085 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83015a3a-b799-4336-8d3e-b90c42f1d083" -d '{"events": [{"server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6991b4-2331-41f4-a211-234d1b499987"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:05.236936 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:05.270802 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69df1f3-4e6f-4b15-82a7-964edd5a8967 x-openstack-request-id: req-d69df1f3-4e6f-4b15-82a7-964edd5a8967 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:05.271152 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6991b4-2331-41f4-a211-234d1b499987", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:05.271569 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d69df1f3-4e6f-4b15-82a7-964edd5a8967 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:05.272149 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69df1f3-4e6f-4b15-82a7-964edd5a8967'] response: {'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987', 'code': 200} May 26 17:02:05.295653 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:05.316863 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58edbaa-aa8e-4004-9554-4bfc38d8cea8 req-8c87f9a8-d898-4b59-8617-f6b6bbefcc62 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:05.316863 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b58edbaa-aa8e-4004-9554-4bfc38d8cea8 req-8c87f9a8-d898-4b59-8617-f6b6bbefcc62 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 945 time: 0.0534706 May 26 17:02:05.368435 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b58edbaa-aa8e-4004-9554-4bfc38d8cea8 req-cf263ecc-8def-4f0d-aedb-37ff8c5b7248 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472877 May 26 17:02:05.376506 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.377683 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1b52a7f4-6f73-452f-9ddf-ac0a16805341 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (65c09716-5e00-4333-b13c-669bfb91544d), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.382453 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-1b52a7f4-6f73-452f-9ddf-ac0a16805341 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.385642 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-1b52a7f4-6f73-452f-9ddf-ac0a16805341 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "DELETE /v2.0/security-groups/65c09716-5e00-4333-b13c-669bfb91544d HTTP/1.1" status: 204 len: 168 time: 0.2700009 May 26 17:02:05.392770 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56860) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:05.417211 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52a7f4-6f73-452f-9ddf-ac0a16805341 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c09716-5e00-4333-b13c-669bfb91544d,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:05.432618 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.api.v2.resource [None req-e548ff7b-8281-4acc-8f5c-9c8465e5eb2f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] show failed (client error): The resource could not be found. May 26 17:02:05.433837 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e548ff7b-8281-4acc-8f5c-9c8465e5eb2f tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "GET /v2.0/security-groups/65c09716-5e00-4333-b13c-669bfb91544d HTTP/1.1" status: 404 len: 347 time: 0.0248010 May 26 17:02:05.436589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56862) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:05.447661 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=8']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:05.551441 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Deleting port a328a16a-3a70-4c3b-a97f-09425b5272ef {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:02:05.551777 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (a328a16a-3a70-4c3b-a97f-09425b5272ef), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.632209 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (a328a16a-3a70-4c3b-a97f-09425b5272ef), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.632448 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (a328a16a-3a70-4c3b-a97f-09425b5272ef), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.672344 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Calling delete_port for a328a16a-3a70-4c3b-a97f-09425b5272ef owned by network:floatingip {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:02:05.694377 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0620d-d0fb-4a47-aad5-39772ec84f7a req-1d361221-6e9f-4352-907c-daf74719fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:05.695916 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9fb0620d-d0fb-4a47-aad5-39772ec84f7a req-1d361221-6e9f-4352-907c-daf74719fbc4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1130 time: 0.0553854 May 26 17:02:05.918897 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (a328a16a-3a70-4c3b-a97f-09425b5272ef), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:05.942547 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Pushing event deleted for resources: {'Port': ['ID=a328a16a-3a70-4c3b-a97f-09425b5272ef,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:06.008114 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks [] for floatingip (5c4e36c8-9562-426a-b6a7-6724b3108bab), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:06.011166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:06.012621 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3d2550e2-a047-4245-904c-7610c656dd71 tempest-AttachVolumeShelveTestJSON-709675682 tempest-AttachVolumeShelveTestJSON-709675682-project] 10.222.0.48 "DELETE /v2.0/floatingips/5c4e36c8-9562-426a-b6a7-6724b3108bab HTTP/1.1" status: 204 len: 168 time: 0.5748246 May 26 17:02:06.493637 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f027d-2545-47c6-9a90-91e89c648b43 req-aae8b3a6-3d35-4070-8660-290686cf67cd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:06.494760 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9fb0620d-d0fb-4a47-aad5-39772ec84f7a req-2e5126a0-5a85-46a1-9373-4a253692e454 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 May 26 17:02:06.495258 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a40f027d-2545-47c6-9a90-91e89c648b43 req-aae8b3a6-3d35-4070-8660-290686cf67cd tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0526586 May 26 17:02:06.544203 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a40f027d-2545-47c6-9a90-91e89c648b43 req-011ae81a-2295-4a2c-9a42-3e24bc4d026b tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433557 May 26 17:02:07.657372 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7289c-0d34-4241-8127-dde98af5c7bd req-0f41d3ef-10c0-4dd5-981c-d6d5b9a6adeb tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:07.658832 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-84f7289c-0d34-4241-8127-dde98af5c7bd req-0f41d3ef-10c0-4dd5-981c-d6d5b9a6adeb tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0463319 May 26 17:02:07.706968 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-84f7289c-0d34-4241-8127-dde98af5c7bd req-0ef8783d-2e24-4e61-89d2-5b1ec6085ff2 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425673 May 26 17:02:08.155497 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:02:08.175477 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 17153ebf-8de6-4b1d-bafd-f2c2e8580998 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:02:08.175820 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 17153ebf-8de6-4b1d-bafd-f2c2e8580998 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:02:08.823576 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcdf35-db97-4699-8428-4cbaa6ec81ee req-21468529-e801-47a9-bd06-7aff7ca1f30a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:08.825049 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5fbcdf35-db97-4699-8428-4cbaa6ec81ee req-21468529-e801-47a9-bd06-7aff7ca1f30a tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0494370 May 26 17:02:08.878188 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5fbcdf35-db97-4699-8428-4cbaa6ec81ee req-aa480a48-f0c6-4cb8-8212-acb4b59272a9 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474162 May 26 17:02:09.515811 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:09.565512 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-5aa61555-0e17-49c6-adfc-4e14eaef0be5 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:09.567246 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-5aa61555-0e17-49c6-adfc-4e14eaef0be5 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/networks?id=12a87d45-8370-4248-b552-63dea63c9b5d HTTP/1.1" status: 200 len: 813 time: 0.1113799 May 26 17:02:09.582813 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-f2d9db9f-23dc-4cba-9454-b265b49bf3d6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/quotas/c6ad6af479db4e92933ac0d1567f25e1 HTTP/1.1" status: 200 len: 375 time: 0.0099390 May 26 17:02:09.626097 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-14a5e85b-eca5-45c5-b8a0-9aa542aa8602 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6ad6af479db4e92933ac0d1567f25e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377939 May 26 17:02:09.729824 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-720e7914-15e9-41ac-8343-a730b61785cd service neutron] 10.222.0.48 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955431 May 26 17:02:09.834174 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-27fa67c5-b576-4ffe-ab76-6fa38276af06 service neutron] 10.222.0.48 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974987 May 26 17:02:09.999709 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f250f9-2aeb-42a8-b213-697b6d01d1c0 req-3693abb5-6de6-4069-beec-01ea56a76424 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:10.001164 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94f250f9-2aeb-42a8-b213-697b6d01d1c0 req-3693abb5-6de6-4069-beec-01ea56a76424 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0478258 May 26 17:02:10.058499 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-94f250f9-2aeb-42a8-b213-697b6d01d1c0 req-a5a75870-1287-4b1e-aba0-af570929ad3b tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494153 May 26 17:02:10.131534 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eefb72d1-2719-436c-944b-180722be9c2d req-5ffa3a59-f064-44f8-9965-56f52ebd68dd tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 210 time: 0.0299447 May 26 17:02:10.313933 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:02:11.040295 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 56978) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:11.236162 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ca7a9aa9-32db-494c-b1de-9d9e566430bb req-6aaea642-38c9-4277-87f6-ced34e7bfab3 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 210 time: 0.0283015 May 26 17:02:11.291853 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:11.363955 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:11.536996 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (cf5219a7-9501-408e-93bb-9266c2f298e9), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:11.775970 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Deleting port 64a32810-aacb-44f0-9cd0-966d65e3768f {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:02:11.776561 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:11.864030 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] For port 64a32810-aacb-44f0-9cd0-966d65e3768f, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=64a32810-aacb-44f0-9cd0-966d65e3768f,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:11.864582 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:11.878737 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Calling delete_port for 64a32810-aacb-44f0-9cd0-966d65e3768f owned by network:router_interface {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:02:11.998936 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:12.158623 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (64a32810-aacb-44f0-9cd0-966d65e3768f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:12.198719 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Pushing event deleted for resources: {'Port': ['ID=64a32810-aacb-44f0-9cd0-966d65e3768f,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:12.349345 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6cda37ac-b946-4e11-b346-f8904aa631df req-755c0b4f-9a2f-496f-a768-ea2c8f903797 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 210 time: 0.0318930 May 26 17:02:12.423130 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (cf5219a7-9501-408e-93bb-9266c2f298e9), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:12.443614 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:12.511290 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-8ecc59fe-7ca9-48dd-bb5f-a2973403a0e3 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:12.512694 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-8ecc59fe-7ca9-48dd-bb5f-a2973403a0e3 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.95 "GET /v2.0/networks?id=12a87d45-8370-4248-b552-63dea63c9b5d HTTP/1.1" status: 200 len: 813 time: 0.1972437 May 26 17:02:12.545630 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Request body: {'port': {'device_id': 'f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206', 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d', 'admin_state_up': True, 'tenant_id': 'c6ad6af479db4e92933ac0d1567f25e1'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:02:12.752616 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:12.756527 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Router cf5219a7-9501-408e-93bb-9266c2f298e9 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:02:12.812805 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Made reservation on behalf of c6ad6af479db4e92933ac0d1567f25e1 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:02:12.816920 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:12.888371 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:02:12.897352 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] Sync routers for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:02:12.909420 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:02:12.910036 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:01:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:12.922457 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-376af393-ae1b-4359-8a30-04d59a40820d admin admin] 10.222.0.48 "PUT /v2.0/routers/cf5219a7-9501-408e-93bb-9266c2f298e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8810132 May 26 17:02:12.925030 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 56996) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:13.018955 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Allocated IP 172.20.0.2 (12a87d45-8370-4248-b552-63dea63c9b5d/2d0c1b21-78e2-4098-8883-7cc84fdbf545/a7c57a24-10c9-4532-8724-446c0b104bfc) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:02:13.020775 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:02:13.078218 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:13.234822 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T17:02:12Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:13.265137 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] Checking router: cf5219a7-9501-408e-93bb-9266c2f298e9 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:02:13.274398 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] Routers {'cf5219a7-9501-408e-93bb-9266c2f298e9'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:02:13.275010 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:01:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cf5219a7-9501-408e-93bb-9266c2f298e9'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:13.290578 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks [] for router (cf5219a7-9501-408e-93bb-9266c2f298e9), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.438659 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks [] for router_gateway (cf5219a7-9501-408e-93bb-9266c2f298e9), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.449514 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:13.474500 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks [] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.485191 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] Set router cf5219a7-9501-408e-93bb-9266c2f298e9 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:02:13.505869 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4fd438dd-5eed-4cac-8113-1156ae426698 req-6c5a2816-d2eb-49f2-85fd-f7876a3542b7 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 210 time: 0.0406647 May 26 17:02:13.561949 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Deleting port fa1f063c-7689-496b-915f-bf8e42a06061 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:02:13.562317 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.576493 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.587456 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:13.628100 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Network 12a87d45-8370-4248-b552-63dea63c9b5d is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:02:13.631667 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:02:13.636738 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:02:13.653059 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] For port fa1f063c-7689-496b-915f-bf8e42a06061, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=fa1f063c-7689-496b-915f-bf8e42a06061,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:13.653545 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.663312 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Pushing event updated for resources: {'Port': ['ID=a7c57a24-10c9-4532-8724-446c0b104bfc,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:13.667983 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T17:02:12Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:13.668175 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Calling delete_port for fa1f063c-7689-496b-915f-bf8e42a06061 owned by network:router_gateway {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:02:13.692691 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:13.693442 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.694442 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a714f8bb-87c9-4b96-8d04-f1e49cbe1ab4 None None] The sync data for ids ['cf5219a7-9501-408e-93bb-9266c2f298e9'] in dv-cinder-836070-4-iscsi is: [{'id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1609946282-router', 'tenant_id': '5a16c7d70bb14cd3b898751084649cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:18Z', 'updated_at': '2022-05-26T17:02:12Z', 'revision_number': 5, 'project_id': '5a16c7d70bb14cd3b898751084649cd2', 'gw_port': {'id': 'fa1f063c-7689-496b-915f-bf8e42a06061', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5219a7-9501-408e-93bb-9266c2f298e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:20Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:02:13.737212 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:13.801056 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-ff2d204d-00a9-4417-9b42-209e9814a79a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2603366 May 26 17:02:13.818785 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Request body: {'port': {'device_id': 'f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:02:13.871754 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:13.880828 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.907293 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (fa1f063c-7689-496b-915f-bf8e42a06061), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:13.930507 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1f063c-7689-496b-915f-bf8e42a06061,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:13.994883 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (cf5219a7-9501-408e-93bb-9266c2f298e9), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.086389 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (cf5219a7-9501-408e-93bb-9266c2f298e9), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.088673 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks [] for router_controller (cf5219a7-9501-408e-93bb-9266c2f298e9), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.095573 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:14.196907 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c57a24-10c9-4532-8724-446c0b104bfc {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:02:14.205980 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Publish callbacks [] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.222096 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (cf5219a7-9501-408e-93bb-9266c2f298e9), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.222237 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Transition to ACTIVE for port object a7c57a24-10c9-4532-8724-446c0b104bfc will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 17:02:14.222744 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf5219a7-9501-408e-93bb-9266c2f298e9 {{(pid=111097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:02:14.227712 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.228851 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-493a1575-e4bf-444f-b83d-c986d9d5b22d admin admin] 10.222.0.48 "DELETE /v2.0/routers/cf5219a7-9501-408e-93bb-9266c2f298e9 HTTP/1.1" status: 204 len: 168 time: 1.3028252 May 26 17:02:14.231553 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57006) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:14.279206 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5c0bab-8516-4e53-a768-b54e45b80f40 admin admin] Deleting subnet 69987f88-5ec5-4e12-83e7-cf867ff3b92d {{(pid=111096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:02:14.282628 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ed5c0bab-8516-4e53-a768-b54e45b80f40 admin admin] Publish callbacks [] for subnet (69987f88-5ec5-4e12-83e7-cf867ff3b92d), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.313343 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.360693 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ed5c0bab-8516-4e53-a768-b54e45b80f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4749508'] for subnet (69987f88-5ec5-4e12-83e7-cf867ff3b92d), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.404584 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c57a24-10c9-4532-8724-446c0b104bfc,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:14.518187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ed5c0bab-8516-4e53-a768-b54e45b80f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (69987f88-5ec5-4e12-83e7-cf867ff3b92d), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.520047 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:14.540759 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Attempting to bind port a7c57a24-10c9-4532-8724-446c0b104bfc on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:02:14.541096 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Attempting to bind port a7c57a24-10c9-4532-8724-446c0b104bfc by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:02:14.541457 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Attempting to bind port a7c57a24-10c9-4532-8724-446c0b104bfc on network 12a87d45-8370-4248-b552-63dea63c9b5d {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:02:14.553881 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Port a7c57a24-10c9-4532-8724-446c0b104bfc on network 12a87d45-8370-4248-b552-63dea63c9b5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:02:14.559102 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Attempting to bind port a7c57a24-10c9-4532-8724-446c0b104bfc on network 12a87d45-8370-4248-b552-63dea63c9b5d {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:02:14.565870 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:02:14.566145 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Checking segment: {'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:02:14.566530 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Bound using segment: {'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:02:14.566960 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Bound port: a7c57a24-10c9-4532-8724-446c0b104bfc, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ce011d-683a-4fc8-9458-988a57643a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:02:14.567320 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.627092 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85588866-0145-4e2c-b0d6-d8aa8c6b112e req-28f80f2e-2d38-41e5-99fb-d68f8cac5dad tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:14.628991 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-85588866-0145-4e2c-b0d6-d8aa8c6b112e req-28f80f2e-2d38-41e5-99fb-d68f8cac5dad tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 943 time: 0.0498917 May 26 17:02:14.638617 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] For port a7c57a24-10c9-4532-8724-446c0b104bfc, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:02:14.641893 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] For port a7c57a24-10c9-4532-8724-446c0b104bfc, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a7c57a24-10c9-4532-8724-446c0b104bfc,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:02:14.679282 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-85588866-0145-4e2c-b0d6-d8aa8c6b112e req-3b4af22f-b947-4509-b3e9-6a92d4742ca4 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 May 26 17:02:14.725725 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.730296 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ed5c0bab-8516-4e53-a768-b54e45b80f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4749469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592351'] for subnet (69987f88-5ec5-4e12-83e7-cf867ff3b92d), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.784212 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c0bab-8516-4e53-a768-b54e45b80f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69987f88-5ec5-4e12-83e7-cf867ff3b92d,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:14.800199 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:14.800820 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.802217 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] 10.222.0.95 "PUT /v2.0/ports/a7c57a24-10c9-4532-8724-446c0b104bfc HTTP/1.1" status: 200 len: 1093 time: 0.9877930 May 26 17:02:14.804627 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206', 'tag': 'a7c57a24-10c9-4532-8724-446c0b104bfc'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:14.805791 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24553f3a-df28-4d5d-8b06-af942830a4f8 None None] Network 8b6693f4-44e6-4850-bb10-714588f8b298 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:02:14.806885 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fd5838-afdb-4664-87e0-34439851e5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206", "tag": "a7c57a24-10c9-4532-8724-446c0b104bfc"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:14.809971 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ed5c0bab-8516-4e53-a768-b54e45b80f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.815602 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ed5c0bab-8516-4e53-a768-b54e45b80f40 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/69987f88-5ec5-4e12-83e7-cf867ff3b92d HTTP/1.1" status: 204 len: 168 time: 0.5805364 May 26 17:02:14.816203 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57016) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:14.851919 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf2354-c18f-4621-b709-eb94e96d21f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c57a24-10c9-4532-8724-446c0b104bfc,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:14.882426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d6846-3a79-4129-918f-0b26ebcc96e2 x-openstack-request-id: req-d04d6846-3a79-4129-918f-0b26ebcc96e2 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:14.882828 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206", "tag": "a7c57a24-10c9-4532-8724-446c0b104bfc", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:14.883294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d04d6846-3a79-4129-918f-0b26ebcc96e2 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:14.889383 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04d6846-3a79-4129-918f-0b26ebcc96e2'] response: {'name': 'network-changed', 'server_uuid': 'f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206', 'tag': 'a7c57a24-10c9-4532-8724-446c0b104bfc', 'status': 'completed', 'code': 200} May 26 17:02:14.921532 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (8b6693f4-44e6-4850-bb10-714588f8b298), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.966678 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:14.975502 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Deleting port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:02:14.975931 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:14.999800 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 64a32810-aacb-44f0-9cd0-966d65e3768f no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:02:15.002520 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd5838-afdb-4664-87e0-34439851e5a1 req-1d1af131-1e6c-4bae-8ed0-ee5580303eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:15.004226 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-c8fd5838-afdb-4664-87e0-34439851e5a1 req-1d1af131-1e6c-4bae-8ed0-ee5580303eeb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c6ad6af479db4e92933ac0d1567f25e1&device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 1127 time: 0.0802040 May 26 17:02:15.009011 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57020) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:15.027159 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 64a32810-aacb-44f0-9cd0-966d65e3768f {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:02:15.027511 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 64a32810-aacb-44f0-9cd0-966d65e3768f not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:02:15.027927 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device fa1f063c-7689-496b-915f-bf8e42a06061 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:02:15.054332 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: fa1f063c-7689-496b-915f-bf8e42a06061 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:02:15.054712 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device fa1f063c-7689-496b-915f-bf8e42a06061 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:02:15.062900 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] DHCP port deletion for 8b6693f4-44e6-4850-bb10-714588f8b298 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:02:15.093374 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] For port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:15.093762 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.109493 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Calling delete_port for 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd owned by network:dhcp {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:02:15.116036 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] Deleting port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:02:15.117156 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.164952 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-14ddfd41-4508-48d6-8436-409a29d3793d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.174794 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd5838-afdb-4664-87e0-34439851e5a1 req-104e6cac-639b-4700-8a4e-0be40e369fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:15.176280 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-c8fd5838-afdb-4664-87e0-34439851e5a1 req-104e6cac-639b-4700-8a4e-0be40e369fd0 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=c6ad6af479db4e92933ac0d1567f25e1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1593502 May 26 17:02:15.183908 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] For port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,segment=NetworkSegment(1f68fe7c-071e-4d69-88fa-e11a64421df6),segment_id=1f68fe7c-071e-4d69-88fa-e11a64421df6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:15.184558 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.199132 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] Calling delete_port for 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:02:15.255012 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:15.273997 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.280185 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.302756 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:15.307962 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] Pushing event deleted for resources: {'Port': ['ID=9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:15.309230 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] No DVR routers for this DVR port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd on host dv-cinder-836070-4-iscsi {{(pid=111097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:02:15.315824 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd2a82-fa29-415b-a4f0-9572642538e9 None None] No DVR routers for this DVR port 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:02:15.338551 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd5838-afdb-4664-87e0-34439851e5a1 req-4a504602-4e5d-4772-8e9d-b33effbfd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:15.340029 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-c8fd5838-afdb-4664-87e0-34439851e5a1 req-4a504602-4e5d-4772-8e9d-b33effbfd717 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553154 May 26 17:02:15.355467 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-14ddfd41-4508-48d6-8436-409a29d3793d admin admin] Publish callbacks [] for security_group (55425ecd-d4c8-4fa9-a11c-61ae55d5b323), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.381906 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:15.392384 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (8b6693f4-44e6-4850-bb10-714588f8b298), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.417742 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6693f4-44e6-4850-bb10-714588f8b298']}} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:15.428801 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f68fe7c-071e-4d69-88fa-e11a64421df6') {'for_net_delete': True} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:15.429117 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f68fe7c-071e-4d69-88fa-e11a64421df6') {} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:15.442689 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-14ddfd41-4508-48d6-8436-409a29d3793d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (55425ecd-d4c8-4fa9-a11c-61ae55d5b323), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.449899 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4737599'] for segment (1f68fe7c-071e-4d69-88fa-e11a64421df6), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.466146 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (1f68fe7c-071e-4d69-88fa-e11a64421df6), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.469162 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:15.475215 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=111097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:02:15.475614 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4476893'] for segment (1f68fe7c-071e-4d69-88fa-e11a64421df6), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.485036 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-2b28b61a-afff-4c41-b214-fd7c092ea8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:15.486623 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-2b28b61a-afff-4c41-b214-fd7c092ea8f8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c6ad6af479db4e92933ac0d1567f25e1&device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 1127 time: 0.0843260 May 26 17:02:15.489907 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-14ddfd41-4508-48d6-8436-409a29d3793d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7aacdb010b5348c8990e6079c7c3061c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795966 May 26 17:02:15.490724 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddfd41-4508-48d6-8436-409a29d3793d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55425ecd-d4c8-4fa9-a11c-61ae55d5b323,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:15.493219 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57026) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:15.530183 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment 1f68fe7c-071e-4d69-88fa-e11a64421df6 resource provider aggregate not found May 26 17:02:15.550326 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-db624276-0ec1-4f5b-91fb-c1450413250c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7c57a24-10c9-4532-8724-446c0b104bfc HTTP/1.1" status: 200 len: 217 time: 0.0428529 May 26 17:02:15.553066 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment 1f68fe7c-071e-4d69-88fa-e11a64421df6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f68fe7c-071e-4d69-88fa-e11a64421df6 found for delete ", "request_id": "req-776bdf74-342e-4496-ba07-3927b77dd2ed"}]} May 26 17:02:15.612064 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:15.621361 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (8b6693f4-44e6-4850-bb10-714588f8b298), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.626499 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-3c923b08-acd2-4895-8c8a-43231e998a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:15.628224 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-3c923b08-acd2-4895-8c8a-43231e998a2f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2d0c1b21-78e2-4098-8883-7cc84fdbf545 HTTP/1.1" status: 200 len: 853 time: 0.0706427 May 26 17:02:15.628852 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.629403 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-955d55d9-29f7-4064-8404-e3e4a3127040 admin admin] Publish callbacks [] for security_group (55425ecd-d4c8-4fa9-a11c-61ae55d5b323), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.633131 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8b6693f4-44e6-4850-bb10-714588f8b298 HTTP/1.1" status: 204 len: 168 time: 0.8159652 May 26 17:02:15.647800 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e4e27-e5d5-4605-a12e-62e6cd97d066 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6693f4-44e6-4850-bb10-714588f8b298,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:15.671096 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-29b155fc-a19a-4dc1-9295-2ea881be67e6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=12a87d45-8370-4248-b552-63dea63c9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366316 May 26 17:02:15.691353 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-955d55d9-29f7-4064-8404-e3e4a3127040 admin admin] Publish callbacks [] for security_group (55425ecd-d4c8-4fa9-a11c-61ae55d5b323), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.800530 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f039-efca-4429-b255-da20c567cd93 req-440bf8fb-ef07-4e5a-928d-6c02e4246019 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:15.802096 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ef84f039-efca-4429-b255-da20c567cd93 req-440bf8fb-ef07-4e5a-928d-6c02e4246019 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 943 time: 0.0519063 May 26 17:02:15.804198 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-8988cfe9-893d-4697-9817-6ca1a059e709 service neutron] 10.222.0.95 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240718 May 26 17:02:15.855709 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ef84f039-efca-4429-b255-da20c567cd93 req-4d9d6e0e-6083-423c-bda7-64f5b3caafe6 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 May 26 17:02:15.892106 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-955d55d9-29f7-4064-8404-e3e4a3127040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (55425ecd-d4c8-4fa9-a11c-61ae55d5b323), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.894594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-955d55d9-29f7-4064-8404-e3e4a3127040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:15.895730 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-955d55d9-29f7-4064-8404-e3e4a3127040 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55425ecd-d4c8-4fa9-a11c-61ae55d5b323 HTTP/1.1" status: 204 len: 168 time: 0.4015520 May 26 17:02:15.909550 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-2e1fa837-9e09-4337-b20b-be2ed63d69ea req-0e73edb8-12bc-49c1-876b-8d0b4068b1d5 service neutron] 10.222.0.95 "GET /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990942 May 26 17:02:15.910311 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d55d9-29f7-4064-8404-e3e4a3127040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55425ecd-d4c8-4fa9-a11c-61ae55d5b323,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:16.056761 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57036) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:16.100737 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-f577f7a1-e737-46cf-9930-eedf7d643adb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a16c7d70bb14cd3b898751084649cd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426066 May 26 17:02:16.103213 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57038) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:16.152538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:16.159043 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7608ae67-2ca7-4d32-aab3-4dcce442aa87 admin admin] Publish callbacks [] for security_group (7a0105c9-31f5-4fa1-96bd-b9dfd807f277), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:16.176540 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:16.181568 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7608ae67-2ca7-4d32-aab3-4dcce442aa87 admin admin] Publish callbacks [] for security_group (7a0105c9-31f5-4fa1-96bd-b9dfd807f277), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:16.307543 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7608ae67-2ca7-4d32-aab3-4dcce442aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7a0105c9-31f5-4fa1-96bd-b9dfd807f277), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:16.311531 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7608ae67-2ca7-4d32-aab3-4dcce442aa87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:16.313171 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7608ae67-2ca7-4d32-aab3-4dcce442aa87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a0105c9-31f5-4fa1-96bd-b9dfd807f277 HTTP/1.1" status: 204 len: 168 time: 0.2089987 May 26 17:02:16.330550 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608ae67-2ca7-4d32-aab3-4dcce442aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0105c9-31f5-4fa1-96bd-b9dfd807f277,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:16.853930 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bec8f1ee-bf9a-43ef-b4ab-76d28ebeb7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:16.986574 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:02:16.990005 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaf44e-e0d0-424c-b1c2-85034b61f3f4 req-e156d66a-1209-4ed4-9ecd-58d264e5118a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:16.991761 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6aaf44e-e0d0-424c-b1c2-85034b61f3f4 req-e156d66a-1209-4ed4-9ecd-58d264e5118a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 943 time: 0.0598764 May 26 17:02:17.015066 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:02:17.015380 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 9aa9ff5b-dd1c-4adc-8fdd-7e21ce81eabd not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:02:17.032443 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57072) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:17.046528 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f6aaf44e-e0d0-424c-b1c2-85034b61f3f4 req-2b8bd57c-f72e-4610-ab78-c0fb30e830ee tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488448 May 26 17:02:17.139863 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-986617821-network', 'tenant_id': '654a11df0aa84bcd9d30ab408097b76c'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:02:17.249857 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Made reservation on behalf of 654a11df0aa84bcd9d30ab408097b76c for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:02:17.252408 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:17.261364 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:17.340496 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Publish callbacks [] for security_group (c29ad255-e239-403b-bcc4-dd32f91045cc), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:17.415941 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c29ad255-e239-403b-bcc4-dd32f91045cc), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:17.443319 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:02:17.452691 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ad255-e239-403b-bcc4-dd32f91045cc,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:17.459988 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (357c157f-600b-46e9-86ea-e5dc6c6d2bf4), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:17.460354 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Added segment 357c157f-600b-46e9-86ea-e5dc6c6d2bf4 of type vlan for network d086f4a1-02bc-4d11-bf98-11b534685829 May 26 17:02:17.506339 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (d086f4a1-02bc-4d11-bf98-11b534685829), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:17.593657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (d086f4a1-02bc-4d11-bf98-11b534685829), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:17.594849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:17.595506 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:17.659474 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d086f4a1-02bc-4d11-bf98-11b534685829,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:17.669878 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network d086f4a1-02bc-4d11-bf98-11b534685829 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:02:17.721130 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-406a1de5-519d-4ae8-9cb8-3ee7a57d10c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6875641 May 26 17:02:17.723990 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57090) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:17.729201 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Request body: {'subnet': {'network_id': 'd086f4a1-02bc-4d11-bf98-11b534685829', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-986617821-subnet', 'tenant_id': '654a11df0aa84bcd9d30ab408097b76c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:02:17.850705 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Made reservation on behalf of 654a11df0aa84bcd9d30ab408097b76c for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:02:17.853145 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:18.126829 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (c646207c-e331-4f0e-b71e-ebaef36a2797), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:18.167182 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:18.173944 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d7ba-8ffb-4afc-9fba-ff62aebbfed0 req-21c7ccec-949a-4ec4-bad4-58310c196a65 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:18.175918 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f091d7ba-8ffb-4afc-9fba-ff62aebbfed0 req-21c7ccec-949a-4ec4-bad4-58310c196a65 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 943 time: 0.0571961 May 26 17:02:18.186754 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c646207c-e331-4f0e-b71e-ebaef36a2797,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:18.198455 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Checking segment: {'id': '357c157f-600b-46e9-86ea-e5dc6c6d2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd086f4a1-02bc-4d11-bf98-11b534685829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:02:18.198810 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Network hostable DHCP agents. Network: d086f4a1-02bc-4d11-bf98-11b534685829, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:02:18.228176 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f091d7ba-8ffb-4afc-9fba-ff62aebbfed0 req-49e0a96b-55eb-4183-9c91-8954b0176c4e tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465126 May 26 17:02:18.295608 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Network d086f4a1-02bc-4d11-bf98-11b534685829 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:02:18.376345 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, d086f4a1-02bc-4d11-bf98-11b534685829) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:02:18.380595 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:18.381483 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:18.388375 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077a1d7-1cab-4844-90cf-8dff0e1a3947 None None] Network d086f4a1-02bc-4d11-bf98-11b534685829 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:02:18.476116 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-6fc6faff-ae2f-454d-b4c3-42e8cfb71e0d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7489271 May 26 17:02:18.506798 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e517af53-d426-4d53-92b2-43918bf64b78 None None] Network d086f4a1-02bc-4d11-bf98-11b534685829 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:02:19.146661 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c6411cc6-8158-4049-9c84-8cb912bf4204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.283655 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device a7c57a24-10c9-4532-8724-446c0b104bfc details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:02:19.353952 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57118) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:19.358994 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97054-1b8a-421b-81c5-8e0a00119258 req-9a3d48b8-97ef-4753-87d1-f0d83c9bbb9a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:19.359507 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-518187203-network', 'tenant_id': 'd6fd268c997d4533beb54dd3af4d7ef7'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:02:19.361220 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-26e97054-1b8a-421b-81c5-8e0a00119258 req-9a3d48b8-97ef-4753-87d1-f0d83c9bbb9a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 943 time: 0.0606663 May 26 17:02:19.365569 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:19.380307 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:19.413138 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-26e97054-1b8a-421b-81c5-8e0a00119258 req-b5781c5b-a22a-451a-bca9-bae4e6b8ccc2 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 May 26 17:02:19.461412 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Made reservation on behalf of d6fd268c997d4533beb54dd3af4d7ef7 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:02:19.463869 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.475261 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.539039 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port a7c57a24-10c9-4532-8724-446c0b104bfc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a7c57a24-10c9-4532-8724-446c0b104bfc,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:19.553170 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': 'a7c57a24-10c9-4532-8724-446c0b104bfc', 'network_id': '12a87d45-8370-4248-b552-63dea63c9b5d', 'port_id': 'a7c57a24-10c9-4532-8724-446c0b104bfc', 'mac_address': 'fa:16:3e:7b:2b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c1b21-78e2-4098-8883-7cc84fdbf545', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:02:19.571495 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Publish callbacks [] for security_group (b2b6ad35-3570-42b7-ab3e-889a3e44ccc2), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.593986 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port a7c57a24-10c9-4532-8724-446c0b104bfc is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:02:19.594433 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.609917 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c57a24-10c9-4532-8724-446c0b104bfc {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:02:19.630173 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:19.632163 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port a7c57a24-10c9-4532-8724-446c0b104bfc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a7c57a24-10c9-4532-8724-446c0b104bfc,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:19.661432 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b2b6ad35-3570-42b7-ab3e-889a3e44ccc2), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.695902 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:02:19.708269 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b6ad35-3570-42b7-ab3e-889a3e44ccc2,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:19.714310 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (f298be89-807a-4d47-bed6-acb0e426c958), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.714723 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Added segment f298be89-807a-4d47-bed6-acb0e426c958 of type vlan for network 85cb8957-5f0a-47e3-815e-9c2d5b2731bd May 26 17:02:19.747065 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.758821 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (85cb8957-5f0a-47e3-815e-9c2d5b2731bd), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.796198 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=a7c57a24-10c9-4532-8724-446c0b104bfc,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:19.850548 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (85cb8957-5f0a-47e3-815e-9c2d5b2731bd), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.851589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:19.852171 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:19.911885 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] Pushing event updated for resources: {'Network': ['ID=85cb8957-5f0a-47e3-815e-9c2d5b2731bd,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:19.925481 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 85cb8957-5f0a-47e3-815e-9c2d5b2731bd details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:02:19.967527 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-eb3c2528-a644-489c-acd5-576218d6c2cd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6123316 May 26 17:02:19.973427 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57128) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:19.978624 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Request body: {'subnet': {'network_id': '85cb8957-5f0a-47e3-815e-9c2d5b2731bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-518187203-subnet', 'tenant_id': 'd6fd268c997d4533beb54dd3af4d7ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:02:19.997813 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:20.084123 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Made reservation on behalf of d6fd268c997d4533beb54dd3af4d7ef7 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:02:20.086637 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:20.093739 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['a7c57a24-10c9-4532-8724-446c0b104bfc'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:02:20.330110 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (279eba33-4410-468d-a076-53c405d79184), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:20.392054 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=279eba33-4410-468d-a076-53c405d79184,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:20.403488 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Checking segment: {'id': 'f298be89-807a-4d47-bed6-acb0e426c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '85cb8957-5f0a-47e3-815e-9c2d5b2731bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:02:20.403843 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Network hostable DHCP agents. Network: 85cb8957-5f0a-47e3-815e-9c2d5b2731bd, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:02:20.496083 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Network 85cb8957-5f0a-47e3-815e-9c2d5b2731bd is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:02:20.543073 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e69d87-5964-43d2-8ce7-31d63e262500 req-520ba5e8-74ad-47ec-8c61-ffb4aec7352f tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:20.545491 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-74e69d87-5964-43d2-8ce7-31d63e262500 req-520ba5e8-74ad-47ec-8c61-ffb4aec7352f tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 944 time: 0.0576665 May 26 17:02:20.575319 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 85cb8957-5f0a-47e3-815e-9c2d5b2731bd) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:02:20.580552 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:20.581178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:20.589441 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0775c-22b2-429d-b0c4-c9be23208f79 None None] Network 85cb8957-5f0a-47e3-815e-9c2d5b2731bd requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:02:20.597516 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-74e69d87-5964-43d2-8ce7-31d63e262500 req-4e432944-54fb-4537-ac00-e88ee9d0e57d tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 May 26 17:02:20.697060 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898cc688-4ee8-4b12-af79-2a2257a87614 None None] Network 85cb8957-5f0a-47e3-815e-9c2d5b2731bd requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:02:20.732625 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-6b694753-789f-4f32-a002-0589b5a5c4ef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7579718 May 26 17:02:20.764873 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:20.868348 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57146) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:20.915228 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_v2 [None req-399be33a-b8da-47b2-8e6c-1e9a4f6fa580 admin admin] Deleting subnet c646207c-e331-4f0e-b71e-ebaef36a2797 {{(pid=111096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:02:20.918495 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-399be33a-b8da-47b2-8e6c-1e9a4f6fa580 admin admin] Publish callbacks [] for subnet (c646207c-e331-4f0e-b71e-ebaef36a2797), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:20.944263 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:20.954262 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-399be33a-b8da-47b2-8e6c-1e9a4f6fa580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4749508'] for subnet (c646207c-e331-4f0e-b71e-ebaef36a2797), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:20.992061 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-399be33a-b8da-47b2-8e6c-1e9a4f6fa580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (c646207c-e331-4f0e-b71e-ebaef36a2797), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.136374 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-399be33a-b8da-47b2-8e6c-1e9a4f6fa580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4749469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592351'] for subnet (c646207c-e331-4f0e-b71e-ebaef36a2797), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.162900 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be33a-b8da-47b2-8e6c-1e9a4f6fa580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c646207c-e331-4f0e-b71e-ebaef36a2797,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:21.167480 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-399be33a-b8da-47b2-8e6c-1e9a4f6fa580 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.170661 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-399be33a-b8da-47b2-8e6c-1e9a4f6fa580 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c646207c-e331-4f0e-b71e-ebaef36a2797 HTTP/1.1" status: 204 len: 168 time: 0.3011987 May 26 17:02:21.173123 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57148) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:21.239760 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (d086f4a1-02bc-4d11-bf98-11b534685829), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.321093 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (d086f4a1-02bc-4d11-bf98-11b534685829), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.344381 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d086f4a1-02bc-4d11-bf98-11b534685829']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:21.353866 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357c157f-600b-46e9-86ea-e5dc6c6d2bf4') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:21.354193 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357c157f-600b-46e9-86ea-e5dc6c6d2bf4') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:21.364088 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (357c157f-600b-46e9-86ea-e5dc6c6d2bf4), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.377859 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (357c157f-600b-46e9-86ea-e5dc6c6d2bf4), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.383644 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:02:21.384019 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (357c157f-600b-46e9-86ea-e5dc6c6d2bf4), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.392737 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.403279 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 357c157f-600b-46e9-86ea-e5dc6c6d2bf4 resource provider aggregate not found May 26 17:02:21.447482 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 357c157f-600b-46e9-86ea-e5dc6c6d2bf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 357c157f-600b-46e9-86ea-e5dc6c6d2bf4 found for delete ", "request_id": "req-88bfc2c2-8e4c-40aa-a274-d96982d14542"}]} May 26 17:02:21.581379 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (d086f4a1-02bc-4d11-bf98-11b534685829), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.585943 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.589085 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] 10.222.0.48 "DELETE /v2.0/networks/d086f4a1-02bc-4d11-bf98-11b534685829 HTTP/1.1" status: 204 len: 168 time: 0.4150231 May 26 17:02:21.592135 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57158) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:21.607632 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67792b6f-f1f4-4c1d-9ecc-189c1417d79c admin admin] Pushing event deleted for resources: {'Network': ['ID=d086f4a1-02bc-4d11-bf98-11b534685829,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:21.639563 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b470efa-3c90-4098-a13f-dc59d640670b admin admin] Deleting subnet 279eba33-4410-468d-a076-53c405d79184 {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:02:21.648257 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8b470efa-3c90-4098-a13f-dc59d640670b admin admin] Publish callbacks [] for subnet (279eba33-4410-468d-a076-53c405d79184), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.712061 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8b470efa-3c90-4098-a13f-dc59d640670b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4737542'] for subnet (279eba33-4410-468d-a076-53c405d79184), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.749912 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc7130-be9c-4db0-b697-562a208cb7aa req-b723c6bf-4bbe-482a-845c-1eef02783331 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:21.751481 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-24fc7130-be9c-4db0-b697-562a208cb7aa req-b723c6bf-4bbe-482a-845c-1eef02783331 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 944 time: 0.0789115 May 26 17:02:21.789843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8b470efa-3c90-4098-a13f-dc59d640670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (279eba33-4410-468d-a076-53c405d79184), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.847697 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-24fc7130-be9c-4db0-b697-562a208cb7aa req-043321c3-9779-4463-8952-3473310ffd27 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897763 May 26 17:02:21.964969 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8b470efa-3c90-4098-a13f-dc59d640670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4476543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4534061'] for subnet (279eba33-4410-468d-a076-53c405d79184), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:21.991925 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b470efa-3c90-4098-a13f-dc59d640670b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279eba33-4410-468d-a076-53c405d79184,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:21.996822 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8b470efa-3c90-4098-a13f-dc59d640670b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.000772 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-8b470efa-3c90-4098-a13f-dc59d640670b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/279eba33-4410-468d-a076-53c405d79184 HTTP/1.1" status: 204 len: 168 time: 0.4074690 May 26 17:02:22.003300 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57166) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:22.018856 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:22.079163 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (85cb8957-5f0a-47e3-815e-9c2d5b2731bd), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.121575 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:22.161790 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (85cb8957-5f0a-47e3-815e-9c2d5b2731bd), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.183372 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cb8957-5f0a-47e3-815e-9c2d5b2731bd']}} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:22.192498 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f298be89-807a-4d47-bed6-acb0e426c958') {'for_net_delete': True} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:22.192797 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f298be89-807a-4d47-bed6-acb0e426c958') {} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:02:22.202746 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4737599'] for segment (f298be89-807a-4d47-bed6-acb0e426c958), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.215863 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (f298be89-807a-4d47-bed6-acb0e426c958), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.222474 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:02:22.222859 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4476893'] for segment (f298be89-807a-4d47-bed6-acb0e426c958), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.266119 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment f298be89-807a-4d47-bed6-acb0e426c958 resource provider aggregate not found May 26 17:02:22.284502 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment f298be89-807a-4d47-bed6-acb0e426c958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f298be89-807a-4d47-bed6-acb0e426c958 found for delete ", "request_id": "req-c431814f-7cca-499c-9bbd-4f474e3bf388"}]} May 26 17:02:22.347826 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (85cb8957-5f0a-47e3-815e-9c2d5b2731bd), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.355068 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.360637 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] 10.222.0.48 "DELETE /v2.0/networks/85cb8957-5f0a-47e3-815e-9c2d5b2731bd HTTP/1.1" status: 204 len: 168 time: 0.3537636 May 26 17:02:22.373673 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e9f54-65cd-47ec-84f5-96125064947c admin admin] Pushing event deleted for resources: {'Network': ['ID=85cb8957-5f0a-47e3-815e-9c2d5b2731bd,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:22.799332 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57180) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:22.839629 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-dc3f14d0-eae4-4f09-84cf-690b0fd47d8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=654a11df0aa84bcd9d30ab408097b76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391226 May 26 17:02:22.842919 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57182) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:22.892083 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f18ceea0-fd72-4ff6-95f7-fe6f56279885 admin admin] Publish callbacks [] for security_group (c29ad255-e239-403b-bcc4-dd32f91045cc), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.913634 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f18ceea0-fd72-4ff6-95f7-fe6f56279885 admin admin] Publish callbacks [] for security_group (c29ad255-e239-403b-bcc4-dd32f91045cc), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:22.982880 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4acd50-0c4a-4303-9dba-184174a828ec req-a3cfce7b-1814-4424-83a1-0d1274b5c406 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:22.984259 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7d4acd50-0c4a-4303-9dba-184174a828ec req-a3cfce7b-1814-4424-83a1-0d1274b5c406 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 944 time: 0.0607693 May 26 17:02:23.038481 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7d4acd50-0c4a-4303-9dba-184174a828ec req-17f5751f-0dd3-43b9-ba22-0eba77b7bdfd tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454850 May 26 17:02:23.147262 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f18ceea0-fd72-4ff6-95f7-fe6f56279885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c29ad255-e239-403b-bcc4-dd32f91045cc), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:23.149849 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f18ceea0-fd72-4ff6-95f7-fe6f56279885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:23.150964 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f18ceea0-fd72-4ff6-95f7-fe6f56279885 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c29ad255-e239-403b-bcc4-dd32f91045cc HTTP/1.1" status: 204 len: 168 time: 0.3071575 May 26 17:02:23.153161 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:23.160296 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ceea0-fd72-4ff6-95f7-fe6f56279885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ad255-e239-403b-bcc4-dd32f91045cc,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:23.363791 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:23.504679 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device a7c57a24-10c9-4532-8724-446c0b104bfc up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:02:23.548985 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port a7c57a24-10c9-4532-8724-446c0b104bfc completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 17:02:23.644604 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port a7c57a24-10c9-4532-8724-446c0b104bfc triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:02:23.645002 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:23.672847 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=60 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:23.717911 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port a7c57a24-10c9-4532-8724-446c0b104bfc is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:02:23.718293 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:23.741745 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c57a24-10c9-4532-8724-446c0b104bfc'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:23.743933 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb33c2b-c694-49b1-aff8-4b3cfbca773c" -d '{"events": [{"server_uuid": "f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206", "name": "network-vif-plugged", "status": "completed", "tag": "a7c57a24-10c9-4532-8724-446c0b104bfc"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:23.761601 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port a7c57a24-10c9-4532-8724-446c0b104bfc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a7c57a24-10c9-4532-8724-446c0b104bfc,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:23.778654 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa073660-98cc-40ab-a802-0538f21757e4 x-openstack-request-id: req-aa073660-98cc-40ab-a802-0538f21757e4 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:23.778937 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206", "name": "network-vif-plugged", "status": "completed", "tag": "a7c57a24-10c9-4532-8724-446c0b104bfc", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:23.779186 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa073660-98cc-40ab-a802-0538f21757e4 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:23.779572 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa073660-98cc-40ab-a802-0538f21757e4'] response: {'server_uuid': 'f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c57a24-10c9-4532-8724-446c0b104bfc', 'code': 200} May 26 17:02:23.861188 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:23.907649 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=a7c57a24-10c9-4532-8724-446c0b104bfc,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:24.009597 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57198) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:24.050871 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-c6627060-94e1-417a-ba8c-70311506aef4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6fd268c997d4533beb54dd3af4d7ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399549 May 26 17:02:24.053168 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57200) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:24.106807 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6c632121-8994-4ac9-982e-ef1b30991e15 admin admin] Publish callbacks [] for security_group (b2b6ad35-3570-42b7-ab3e-889a3e44ccc2), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:24.162081 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6c632121-8994-4ac9-982e-ef1b30991e15 admin admin] Publish callbacks [] for security_group (b2b6ad35-3570-42b7-ab3e-889a3e44ccc2), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:24.176088 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de86a2-7c3e-4e02-9d2e-c489d70c0f41 req-0ecb1286-a03e-4785-a1a1-bed914965ab9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:24.177560 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-91de86a2-7c3e-4e02-9d2e-c489d70c0f41 req-0ecb1286-a03e-4785-a1a1-bed914965ab9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0686839 May 26 17:02:24.246906 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-91de86a2-7c3e-4e02-9d2e-c489d70c0f41 req-86a079ee-8c1b-4b80-bbb3-19acf8cb6611 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 May 26 17:02:24.330246 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6c632121-8994-4ac9-982e-ef1b30991e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b2b6ad35-3570-42b7-ab3e-889a3e44ccc2), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:24.332824 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6c632121-8994-4ac9-982e-ef1b30991e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:24.333987 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6c632121-8994-4ac9-982e-ef1b30991e15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2b6ad35-3570-42b7-ab3e-889a3e44ccc2 HTTP/1.1" status: 204 len: 168 time: 0.2799127 May 26 17:02:24.343086 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c632121-8994-4ac9-982e-ef1b30991e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b6ad35-3570-42b7-ab3e-889a3e44ccc2,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:24.484207 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:25.368057 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d48b2-c1df-4a05-954d-4c18cd2fa681 req-90cd637f-1d40-489a-8790-1b8ece49eb9c tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:25.369759 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a69d48b2-c1df-4a05-954d-4c18cd2fa681 req-90cd637f-1d40-489a-8790-1b8ece49eb9c tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0506637 May 26 17:02:25.420652 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a69d48b2-c1df-4a05-954d-4c18cd2fa681 req-08ba5516-0152-4139-8507-1f0723e71545 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446553 May 26 17:02:26.543774 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251315e3-9578-41d5-a3da-8f324952b08e req-30f09c2b-2356-40eb-af89-69c4a53743fd tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:26.545866 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-251315e3-9578-41d5-a3da-8f324952b08e req-30f09c2b-2356-40eb-af89-69c4a53743fd tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0489643 May 26 17:02:26.593353 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-251315e3-9578-41d5-a3da-8f324952b08e req-f2cadcc2-438a-4156-abba-aee76ca234b9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 May 26 17:02:27.351758 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:27.357661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7022-4327-481b-b10a-87d11f8efcd6 req-8abcfe67-9c96-4b5d-87db-8e0fdf7b6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:27.359157 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-693d7022-4327-481b-b10a-87d11f8efcd6 req-8abcfe67-9c96-4b5d-87db-8e0fdf7b6d20 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 1129 time: 0.0411816 May 26 17:02:27.406258 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-693d7022-4327-481b-b10a-87d11f8efcd6 req-6db47d9c-4883-4bcc-9f5e-0353ac152412 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 May 26 17:02:27.720919 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9edc0-6697-4e34-9650-055f95f1f4c4 req-1abb38a2-884c-4e79-9da3-500cbf09b251 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:27.720919 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dfa9edc0-6697-4e34-9650-055f95f1f4c4 req-1abb38a2-884c-4e79-9da3-500cbf09b251 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0560501 May 26 17:02:27.770999 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dfa9edc0-6697-4e34-9650-055f95f1f4c4 req-f3c2e165-9c92-4611-a667-ccaacc766006 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 May 26 17:02:28.906434 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84cf22-7346-425f-b2d9-5f6e4d478205 req-1bda8061-03aa-426d-92b9-fc69892d9de3 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:28.907857 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ca84cf22-7346-425f-b2d9-5f6e4d478205 req-1bda8061-03aa-426d-92b9-fc69892d9de3 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0491564 May 26 17:02:28.956232 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ca84cf22-7346-425f-b2d9-5f6e4d478205 req-f4c13adc-e77f-4e25-889b-ced3be115025 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 May 26 17:02:30.075590 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1364d7-01cc-4d41-be35-90371b50e3da req-b14571e0-d8c0-408c-b93d-f488cab61459 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:30.077931 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ca1364d7-01cc-4d41-be35-90371b50e3da req-b14571e0-d8c0-408c-b93d-f488cab61459 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0528882 May 26 17:02:30.136324 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ca1364d7-01cc-4d41-be35-90371b50e3da req-68eafd62-6505-4934-b388-eabcfc985b11 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529065 May 26 17:02:30.156984 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57400) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:30.273419 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:30.312142 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:30.357348 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Publish callbacks [] for security_group (0ef72773-0276-4fea-9a42-d6a787427806), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:30.467131 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0ef72773-0276-4fea-9a42-d6a787427806), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:30.485904 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:30.508856 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=385f893eb30e4767a469a8279332dcf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505783 May 26 17:02:30.509843 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef72773-0276-4fea-9a42-d6a787427806,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:30.511558 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57414) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:30.517691 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.519926 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.519926 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.519926 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.519926 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.519926 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.519926 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.519926 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.520664 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.520664 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.521017 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.521450 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.521650 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.521971 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.522290 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31c90-0364-45d8-a58b-dfd4b1e00bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.570888 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Publish callbacks [] for security_group (0ef72773-0276-4fea-9a42-d6a787427806), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:30.595216 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Publish callbacks [] for security_group (0ef72773-0276-4fea-9a42-d6a787427806), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:30.746950 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0ef72773-0276-4fea-9a42-d6a787427806), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:30.749648 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:30.750797 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ef72773-0276-4fea-9a42-d6a787427806 HTTP/1.1" status: 204 len: 168 time: 0.2382505 May 26 17:02:30.759371 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef72773-0276-4fea-9a42-d6a787427806,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:30.767017 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:30.775187 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec00de8-189a-4262-8ce9-6daa0a67bbea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:31.115602 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57430) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:31.249128 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7db2-73da-4ec1-8f0f-4876594897bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:31.340131 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7db2-73da-4ec1-8f0f-4876594897bd admin admin] Publish callbacks [] for security_group (0da5a81a-42eb-4557-aa8c-c87c8f60cd63), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:31.444017 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7db2-73da-4ec1-8f0f-4876594897bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0da5a81a-42eb-4557-aa8c-c87c8f60cd63), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:31.487483 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bdfe7db2-73da-4ec1-8f0f-4876594897bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f8db42c7e7045bc9aff37eb82eb36e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707514 May 26 17:02:31.488389 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe7db2-73da-4ec1-8f0f-4876594897bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da5a81a-42eb-4557-aa8c-c87c8f60cd63,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:31.490874 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57446) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:31.552809 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-128f1151-fc0a-467a-87e2-8ba06f709ab8 admin admin] Publish callbacks [] for security_group (0da5a81a-42eb-4557-aa8c-c87c8f60cd63), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:31.585549 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-128f1151-fc0a-467a-87e2-8ba06f709ab8 admin admin] Publish callbacks [] for security_group (0da5a81a-42eb-4557-aa8c-c87c8f60cd63), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:31.736725 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-128f1151-fc0a-467a-87e2-8ba06f709ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0da5a81a-42eb-4557-aa8c-c87c8f60cd63), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:31.739859 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-128f1151-fc0a-467a-87e2-8ba06f709ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:31.741210 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-128f1151-fc0a-467a-87e2-8ba06f709ab8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0da5a81a-42eb-4557-aa8c-c87c8f60cd63 HTTP/1.1" status: 204 len: 168 time: 0.2483330 May 26 17:02:31.750723 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f1151-fc0a-467a-87e2-8ba06f709ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da5a81a-42eb-4557-aa8c-c87c8f60cd63,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:32.590177 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57470) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:32.607781 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9661fac3-77a7-4be0-9a3a-3f9dec9aead4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:32.688511 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9661fac3-77a7-4be0-9a3a-3f9dec9aead4 admin admin] Publish callbacks [] for security_group (0e057b96-810e-4670-9269-4432a9368c37), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:32.758585 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-9661fac3-77a7-4be0-9a3a-3f9dec9aead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0e057b96-810e-4670-9269-4432a9368c37), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:32.800997 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-9661fac3-77a7-4be0-9a3a-3f9dec9aead4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cc6cb11a5b64291b8539a718a0a3128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098048 May 26 17:02:32.801989 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661fac3-77a7-4be0-9a3a-3f9dec9aead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e057b96-810e-4670-9269-4432a9368c37,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:32.803775 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57472) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:32.859577 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d0d6-3c29-4743-92ca-e53a3d2bab36 admin admin] Publish callbacks [] for security_group (0e057b96-810e-4670-9269-4432a9368c37), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:32.892945 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d0d6-3c29-4743-92ca-e53a3d2bab36 admin admin] Publish callbacks [] for security_group (0e057b96-810e-4670-9269-4432a9368c37), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:33.083915 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d0d6-3c29-4743-92ca-e53a3d2bab36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (0e057b96-810e-4670-9269-4432a9368c37), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:33.086507 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d0d6-3c29-4743-92ca-e53a3d2bab36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:33.093649 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ebf0d0d6-3c29-4743-92ca-e53a3d2bab36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e057b96-810e-4670-9269-4432a9368c37 HTTP/1.1" status: 204 len: 168 time: 0.2829769 May 26 17:02:33.097584 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d0d6-3c29-4743-92ca-e53a3d2bab36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e057b96-810e-4670-9269-4432a9368c37,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:33.226285 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-7c00d8f9-8bef-4521-8589-5890b77643b9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078549195&fields=id&tenant_id=895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 267 time: 0.0531862 May 26 17:02:33.341132 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-a747bb15-924b-4f51-ab7e-674c94dc0948 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:33.343182 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-a747bb15-924b-4f51-ab7e-674c94dc0948 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 811 time: 0.1097016 May 26 17:02:33.358539 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-cdd912d5-1206-4d02-a60f-8d83915da782 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/quotas/895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 375 time: 0.0097375 May 26 17:02:33.411885 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-9c1d19d1-8249-4a65-aad6-407eb668cc9c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481353 May 26 17:02:33.521166 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-97c40b4d-d4cc-4eec-a079-9c053d1a84cd service neutron] 10.222.0.48 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965192 May 26 17:02:33.622458 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-aa4f1838-fff4-432f-9a4f-c592f78d5e3e service neutron] 10.222.0.48 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954151 May 26 17:02:34.272403 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e7217d28-2b54-4159-bd36-7ff3d98e4e87 req-8f7eb18d-d397-4b16-a13b-1aaea85f947d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 210 time: 0.0311477 May 26 17:02:35.382408 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2264d635-c076-480b-ba3e-f90afec928a0 req-eba917ba-4019-459d-a86b-cfc458db09c5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 210 time: 0.0373342 May 26 17:02:36.129307 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57604) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:36.238501 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86ffe050-3cd2-497a-b472-2c3032fda949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.319607 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86ffe050-3cd2-497a-b472-2c3032fda949 admin admin] Publish callbacks [] for security_group (e15c4c8d-e79d-4da8-a4e3-64276ab27c34), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.461503 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-86ffe050-3cd2-497a-b472-2c3032fda949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (e15c4c8d-e79d-4da8-a4e3-64276ab27c34), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.488427 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f2bce97-1353-40d4-9d3f-7000b49d5855 req-7b124fe1-462d-4c9f-b273-4bc2d26c14d1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 210 time: 0.0353086 May 26 17:02:36.510882 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57612) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:36.513864 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-86ffe050-3cd2-497a-b472-2c3032fda949 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca1fabba58504cdba84e334bd3cf9513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833799 May 26 17:02:36.520199 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffe050-3cd2-497a-b472-2c3032fda949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c4c8d-e79d-4da8-a4e3-64276ab27c34,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:36.527151 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:36.539127 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57614) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:36.563384 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-42d5ddbb-5c8f-443a-8ef4-7183be4f6c6f admin admin] Publish callbacks [] for security_group (e15c4c8d-e79d-4da8-a4e3-64276ab27c34), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.580125 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:36.587256 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-42d5ddbb-5c8f-443a-8ef4-7183be4f6c6f admin admin] Publish callbacks [] for security_group (e15c4c8d-e79d-4da8-a4e3-64276ab27c34), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.656591 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ada63538-5963-4d85-83ee-b470d9e4b5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.666818 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:36.679314 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:36.758334 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-42d5ddbb-5c8f-443a-8ef4-7183be4f6c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (e15c4c8d-e79d-4da8-a4e3-64276ab27c34), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.761158 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-42d5ddbb-5c8f-443a-8ef4-7183be4f6c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.762311 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-42d5ddbb-5c8f-443a-8ef4-7183be4f6c6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e15c4c8d-e79d-4da8-a4e3-64276ab27c34 HTTP/1.1" status: 204 len: 168 time: 0.2527380 May 26 17:02:36.770782 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5ddbb-5c8f-443a-8ef4-7183be4f6c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c4c8d-e79d-4da8-a4e3-64276ab27c34,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:36.819487 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ada63538-5963-4d85-83ee-b470d9e4b5dd admin admin] Publish callbacks [] for security_group (c6126819-9334-40ea-8484-ee20957abd19), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:36.950347 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-00683c60-b879-44b2-b797-f7c2861cb7a4 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.955740 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-00683c60-b879-44b2-b797-f7c2861cb7a4 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 811 time: 0.1103914 May 26 17:02:36.976135 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ada63538-5963-4d85-83ee-b470d9e4b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c6126819-9334-40ea-8484-ee20957abd19), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:37.048484 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ada63538-5963-4d85-83ee-b470d9e4b5dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a181aab6910428e920ed3c75af1be05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081615 May 26 17:02:37.051887 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57622) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:37.052235 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada63538-5963-4d85-83ee-b470d9e4b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6126819-9334-40ea-8484-ee20957abd19,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:37.090540 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-0007974d-51f2-4654-afc9-d2cd84a5a615 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=895a592d480548ddb6afdb1e7c45ed92 HTTP/1.1" status: 200 len: 380 time: 0.1099014 May 26 17:02:37.099306 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'port': {'device_id': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'admin_state_up': True, 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'security_groups': ['3e38919e-b2d1-4033-8d23-583dc1529fed']}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:02:37.114749 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-47b9b9b3-9a06-4e69-93ce-a5762f181dc1 admin admin] Publish callbacks [] for security_group (c6126819-9334-40ea-8484-ee20957abd19), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:37.138439 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-47b9b9b3-9a06-4e69-93ce-a5762f181dc1 admin admin] Publish callbacks [] for security_group (c6126819-9334-40ea-8484-ee20957abd19), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:37.283922 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-47b9b9b3-9a06-4e69-93ce-a5762f181dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c6126819-9334-40ea-8484-ee20957abd19), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:37.286656 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-47b9b9b3-9a06-4e69-93ce-a5762f181dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:37.287859 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-47b9b9b3-9a06-4e69-93ce-a5762f181dc1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6126819-9334-40ea-8484-ee20957abd19 HTTP/1.1" status: 204 len: 168 time: 0.2347448 May 26 17:02:37.297316 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9b9b3-9a06-4e69-93ce-a5762f181dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6126819-9334-40ea-8484-ee20957abd19,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:37.312255 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Made reservation on behalf of 895a592d480548ddb6afdb1e7c45ed92 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:02:37.317762 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:37.454959 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Allocated IP 172.20.0.3 (3b72a37f-f6f4-40d5-aa2f-177110f74e30/cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5/6a11e212-e4cf-4d6b-95e6-04b99b515738) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:02:37.592133 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f4effd50-7c08-45e7-8b25-27fea8ad7cf9 req-64a011af-eb92-4bc0-9c36-443664238e18 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 210 time: 0.0327456 May 26 17:02:37.622467 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:37.730473 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:37.778286 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:02:37.784264 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:02:37.788687 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:02:37.793105 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=6a11e212-e4cf-4d6b-95e6-04b99b515738,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:37.851906 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:37.852731 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.001530 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-d43a6f3d-5aa0-432d-a7ab-de6d6fa9564e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9058859 May 26 17:02:38.047889 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-25fdd206-b34f-472f-b855-04b45ce67319 None None] Provisioning complete for port 6a11e212-e4cf-4d6b-95e6-04b99b515738 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:02:38.048488 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-25fdd206-b34f-472f-b855-04b45ce67319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.084020 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-25fdd206-b34f-472f-b855-04b45ce67319 None None] Port 6a11e212-e4cf-4d6b-95e6-04b99b515738 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:02:38.239117 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57654) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:38.254391 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-52fa8360-2155-45b6-9eda-884560e73835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.279098 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Request body: {'port': {'device_id': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:02:38.371782 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.450113 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-52fa8360-2155-45b6-9eda-884560e73835 admin admin] Publish callbacks [] for security_group (136944d3-7983-4f69-a371-e1162376266c), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.547223 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-52fa8360-2155-45b6-9eda-884560e73835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (136944d3-7983-4f69-a371-e1162376266c), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.608564 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-52fa8360-2155-45b6-9eda-884560e73835 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78051e9f9c3d41e9a5be02e40401e29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654556 May 26 17:02:38.609432 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57658) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:38.615507 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:38.647178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:38.648112 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa8360-2155-45b6-9eda-884560e73835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136944d3-7983-4f69-a371-e1162376266c,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:38.697575 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a91b382b-d5e8-412d-845b-f619e78e988f admin admin] Publish callbacks [] for security_group (136944d3-7983-4f69-a371-e1162376266c), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.750679 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df48b-382a-4927-b6f1-e76a7801c2da req-52b705bf-6d7a-4354-9dcf-c7d8f0db1a1e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:38.752355 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-126df48b-382a-4927-b6f1-e76a7801c2da req-52b705bf-6d7a-4354-9dcf-c7d8f0db1a1e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 931 time: 0.0756581 May 26 17:02:38.754516 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a91b382b-d5e8-412d-845b-f619e78e988f admin admin] Publish callbacks [] for security_group (136944d3-7983-4f69-a371-e1162376266c), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.811476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a11e212-e4cf-4d6b-95e6-04b99b515738 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:02:38.821243 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Publish callbacks [] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:38.835110 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Transition to ACTIVE for port object 6a11e212-e4cf-4d6b-95e6-04b99b515738 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 17:02:38.836914 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-126df48b-382a-4927-b6f1-e76a7801c2da req-531909ba-99a4-47d7-a42b-a9bed4eebec1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754189 May 26 17:02:39.010058 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:39.010705 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a91b382b-d5e8-412d-845b-f619e78e988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (136944d3-7983-4f69-a371-e1162376266c), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:39.013321 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a91b382b-d5e8-412d-845b-f619e78e988f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:39.017768 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-a91b382b-d5e8-412d-845b-f619e78e988f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/136944d3-7983-4f69-a371-e1162376266c HTTP/1.1" status: 204 len: 168 time: 0.4063575 May 26 17:02:39.028158 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b382b-d5e8-412d-845b-f619e78e988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136944d3-7983-4f69-a371-e1162376266c,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:39.073797 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Pushing event updated for resources: {'Port': ['ID=6a11e212-e4cf-4d6b-95e6-04b99b515738,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:39.161494 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Attempting to bind port 6a11e212-e4cf-4d6b-95e6-04b99b515738 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:02:39.162099 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Attempting to bind port 6a11e212-e4cf-4d6b-95e6-04b99b515738 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:02:39.162441 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Attempting to bind port 6a11e212-e4cf-4d6b-95e6-04b99b515738 on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:02:39.167717 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Port 6a11e212-e4cf-4d6b-95e6-04b99b515738 on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:02:39.168258 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Attempting to bind port 6a11e212-e4cf-4d6b-95e6-04b99b515738 on network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:02:39.177583 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:02:39.177888 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Checking segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:02:39.178288 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Bound using segment: {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:02:39.178848 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Bound port: 6a11e212-e4cf-4d6b-95e6-04b99b515738, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f26795-124a-4765-b08e-2006181696c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:02:39.179288 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:39.256772 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] For port 6a11e212-e4cf-4d6b-95e6-04b99b515738, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:02:39.262002 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] For port 6a11e212-e4cf-4d6b-95e6-04b99b515738, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:02:39.364417 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:39.397372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:39.398039 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:39.399395 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] 10.222.0.95 "PUT /v2.0/ports/6a11e212-e4cf-4d6b-95e6-04b99b515738 HTTP/1.1" status: 200 len: 1093 time: 1.1249559 May 26 17:02:39.399872 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:39.402129 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef987360-b05b-4fa2-b5aa-897b5d84c92a" -d '{"events": [{"name": "network-changed", "server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:39.465142 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9958e5d-1f2b-41d2-89b8-cbd86bd3e552 service neutron] Pushing event updated for resources: {'Port': ['ID=6a11e212-e4cf-4d6b-95e6-04b99b515738,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:39.534109 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690676b7-23c9-4183-a345-b87c65f5c64d x-openstack-request-id: req-690676b7-23c9-4183-a345-b87c65f5c64d {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:39.534109 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:39.534109 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-690676b7-23c9-4183-a345-b87c65f5c64d {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:39.534109 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690676b7-23c9-4183-a345-b87c65f5c64d'] response: {'name': 'network-changed', 'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'status': 'completed', 'code': 200} May 26 17:02:39.552671 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:39.626391 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-ad14bc09-c9ca-4c4f-9c98-5d595b2f68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:39.628058 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-ad14bc09-c9ca-4c4f-9c98-5d595b2f68ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 1127 time: 0.0699611 May 26 17:02:39.683029 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-b3272dd9-e41c-416c-a407-6415510b4134 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738 HTTP/1.1" status: 200 len: 217 time: 0.0397589 May 26 17:02:39.684070 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:39.742791 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-8175663a-117d-495a-9a9f-efd61d44801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:39.744373 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-8175663a-117d-495a-9a9f-efd61d44801f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.0549364 May 26 17:02:39.792189 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-ba242a18-2040-495d-b085-02b27be9d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:39.793648 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-ba242a18-2040-495d-b085-02b27be9d0c9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427132 May 26 17:02:39.902497 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-82b26ecb-8999-4185-b739-220a1e7af31a service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998964 May 26 17:02:39.980757 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f669587-6f79-4a18-a7bd-e74700e9712f req-40a328a1-9baf-42ff-bef2-b61892795050 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:39.982374 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8f669587-6f79-4a18-a7bd-e74700e9712f req-40a328a1-9baf-42ff-bef2-b61892795050 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0568614 May 26 17:02:40.010253 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-88f130a4-ca77-4af4-acf7-f420237fc4f7 req-f1340a13-cbaf-48d0-99b9-1dd32cd9ccbc service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006656 May 26 17:02:40.041066 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8f669587-6f79-4a18-a7bd-e74700e9712f req-29c2fb4e-84d4-4227-adc6-34840d587082 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503950 May 26 17:02:40.274071 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-36cf5ab0-193c-465e-a21d-fccb82538d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:40.275608 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-36cf5ab0-193c-465e-a21d-fccb82538d0a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 1127 time: 0.0466216 May 26 17:02:40.378894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-db81ecd7-ed82-40c9-9a08-6a73cd47d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:40.380282 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-db81ecd7-ed82-40c9-9a08-6a73cd47d847 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 912 time: 0.0941401 May 26 17:02:40.430628 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-10fa42d7-15e8-4f5e-aba0-a3f13d485f16 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738 HTTP/1.1" status: 200 len: 217 time: 0.0400097 May 26 17:02:40.483323 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-01fb43c0-05ba-48de-ab6a-e1af26d6d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:40.484902 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-01fb43c0-05ba-48de-ab6a-e1af26d6d049 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.0478418 May 26 17:02:40.534709 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-fd95350f-2c90-488a-97c8-76e6be609753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:40.536354 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-fd95350f-2c90-488a-97c8-76e6be609753 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440118 May 26 17:02:40.650103 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-9c711b5e-b4a9-45fc-ab27-8610526477ff service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070998 May 26 17:02:40.748693 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ef987360-b05b-4fa2-b5aa-897b5d84c92a req-d5b226d2-08ac-4685-acfc-b1a5af30ecfe service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924513 May 26 17:02:41.164564 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca3b5-6086-4bab-83cd-9daaefbc4000 req-2f624483-9653-4137-9d0c-0010e1d153e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:41.166070 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9a3ca3b5-6086-4bab-83cd-9daaefbc4000 req-2f624483-9653-4137-9d0c-0010e1d153e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0486169 May 26 17:02:41.199017 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:41.219402 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9a3ca3b5-6086-4bab-83cd-9daaefbc4000 req-9cd24bbc-3609-47bd-87a0-e621d22934d0 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 May 26 17:02:41.312422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:42.338629 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314da3d-9608-48d3-9f24-6eb2d74f1aca req-53abfe39-9741-4ed6-9e72-ed05826bae80 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:42.340115 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6314da3d-9608-48d3-9f24-6eb2d74f1aca req-53abfe39-9741-4ed6-9e72-ed05826bae80 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0517542 May 26 17:02:42.394988 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6314da3d-9608-48d3-9f24-6eb2d74f1aca req-cd8a8e00-3943-4eb1-8953-d46605282064 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 May 26 17:02:43.443937 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57768) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:43.528530 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bf28a-458e-401c-aabb-0a740286567c req-06ae3461-0f77-4489-bdf4-d012aa8f21d1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:43.530060 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-326bf28a-458e-401c-aabb-0a740286567c req-06ae3461-0f77-4489-bdf4-d012aa8f21d1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0611422 May 26 17:02:43.572329 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-72f09adc-7eac-4c2c-8f6a-0c41ff615aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:43.614028 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-326bf28a-458e-401c-aabb-0a740286567c req-c360c931-db94-45f2-95e8-d88c3be40980 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768564 May 26 17:02:43.672655 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-72f09adc-7eac-4c2c-8f6a-0c41ff615aee admin admin] Publish callbacks [] for security_group (b06184fe-d7a9-43d2-890b-1e8d1bbc9c37), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:43.781385 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-72f09adc-7eac-4c2c-8f6a-0c41ff615aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b06184fe-d7a9-43d2-890b-1e8d1bbc9c37), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:43.822714 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-72f09adc-7eac-4c2c-8f6a-0c41ff615aee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67decd495af2475aa3b850c7a3f675d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775246 May 26 17:02:43.823579 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f09adc-7eac-4c2c-8f6a-0c41ff615aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06184fe-d7a9-43d2-890b-1e8d1bbc9c37,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:43.825437 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57774) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:43.875198 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-55dfb8e4-1e4c-411d-bf5b-cdcbba76f136 admin admin] Publish callbacks [] for security_group (b06184fe-d7a9-43d2-890b-1e8d1bbc9c37), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:43.897282 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-55dfb8e4-1e4c-411d-bf5b-cdcbba76f136 admin admin] Publish callbacks [] for security_group (b06184fe-d7a9-43d2-890b-1e8d1bbc9c37), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:44.073238 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-55dfb8e4-1e4c-411d-bf5b-cdcbba76f136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b06184fe-d7a9-43d2-890b-1e8d1bbc9c37), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:44.075183 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-55dfb8e4-1e4c-411d-bf5b-cdcbba76f136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:44.076348 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-55dfb8e4-1e4c-411d-bf5b-cdcbba76f136 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b06184fe-d7a9-43d2-890b-1e8d1bbc9c37 HTTP/1.1" status: 204 len: 168 time: 0.2498865 May 26 17:02:44.084860 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfb8e4-1e4c-411d-bf5b-cdcbba76f136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06184fe-d7a9-43d2-890b-1e8d1bbc9c37,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:44.724170 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:44.734936 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d22686-fd79-43b9-b714-7d9779c1537a req-3dcf6936-9d4f-49e9-a63a-d62b776c9fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:44.736449 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-33d22686-fd79-43b9-b714-7d9779c1537a req-3dcf6936-9d4f-49e9-a63a-d62b776c9fd3 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0511584 May 26 17:02:44.793381 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-33d22686-fd79-43b9-b714-7d9779c1537a req-e70619db-79d2-4cf6-bed6-19df1fde5468 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507901 May 26 17:02:44.868282 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57786) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:44.874799 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:44.887073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-df8ecec3-4c4d-4253-9560-028521eb6b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:44.972281 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-df8ecec3-4c4d-4253-9560-028521eb6b1f admin admin] Publish callbacks [] for security_group (5571627b-6e0f-4c44-8af1-d99d5b0a9f20), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:45.106860 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-df8ecec3-4c4d-4253-9560-028521eb6b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5571627b-6e0f-4c44-8af1-d99d5b0a9f20), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:45.147909 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-df8ecec3-4c4d-4253-9560-028521eb6b1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ee5d94588e04becb431fb0424802069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785130 May 26 17:02:45.148719 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ecec3-4c4d-4253-9560-028521eb6b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5571627b-6e0f-4c44-8af1-d99d5b0a9f20,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:45.150649 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57790) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:45.200649 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1da5676b-a2de-41c0-964b-055e6221c24d admin admin] Publish callbacks [] for security_group (5571627b-6e0f-4c44-8af1-d99d5b0a9f20), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:45.223112 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1da5676b-a2de-41c0-964b-055e6221c24d admin admin] Publish callbacks [] for security_group (5571627b-6e0f-4c44-8af1-d99d5b0a9f20), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:45.398236 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1da5676b-a2de-41c0-964b-055e6221c24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (5571627b-6e0f-4c44-8af1-d99d5b0a9f20), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:45.400637 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-1da5676b-a2de-41c0-964b-055e6221c24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:45.401820 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-1da5676b-a2de-41c0-964b-055e6221c24d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5571627b-6e0f-4c44-8af1-d99d5b0a9f20 HTTP/1.1" status: 204 len: 168 time: 0.2501361 May 26 17:02:45.410774 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5676b-a2de-41c0-964b-055e6221c24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5571627b-6e0f-4c44-8af1-d99d5b0a9f20,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:45.912014 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5a755-c370-4f04-aabf-66ef39a264db req-1b87b557-7b24-4c71-8245-8df680b9bcf1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:45.913485 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c3d5a755-c370-4f04-aabf-66ef39a264db req-1b87b557-7b24-4c71-8245-8df680b9bcf1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0482519 May 26 17:02:45.942685 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:45.966983 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c3d5a755-c370-4f04-aabf-66ef39a264db req-9718cdda-60c3-4fc1-86f0-346d0187bfe9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471270 May 26 17:02:46.186800 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:46.901070 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e3cfea84-8738-4130-b2f1-00f06c84e40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:47.102743 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb331c6-3726-4aab-8f30-07a67a6e7790 req-34ec08c9-6089-4a5f-9566-602fa080587d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:47.104106 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bfb331c6-3726-4aab-8f30-07a67a6e7790 req-34ec08c9-6089-4a5f-9566-602fa080587d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0661604 May 26 17:02:47.161368 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bfb331c6-3726-4aab-8f30-07a67a6e7790 req-a80e582e-37b0-4377-bfdb-cbd33c4b2814 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502791 May 26 17:02:47.313463 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:02:47.555624 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57852) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:47.678096 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-84c08e57-db52-4f5d-919b-ec6f7c055706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:47.773409 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-84c08e57-db52-4f5d-919b-ec6f7c055706 admin admin] Publish callbacks [] for security_group (7391ecd3-21fc-457a-abb3-538a37f52c79), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:47.873314 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-84c08e57-db52-4f5d-919b-ec6f7c055706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7391ecd3-21fc-457a-abb3-538a37f52c79), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:47.912624 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c08e57-db52-4f5d-919b-ec6f7c055706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7391ecd3-21fc-457a-abb3-538a37f52c79,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:47.917051 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-84c08e57-db52-4f5d-919b-ec6f7c055706 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa13d7d13a4c4f579185e8628ca7996b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604302 May 26 17:02:47.919745 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57870) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:47.968907 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bb7a333a-8314-434c-a8fd-00f19f3c6c7f admin admin] Publish callbacks [] for security_group (7391ecd3-21fc-457a-abb3-538a37f52c79), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:47.992500 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bb7a333a-8314-434c-a8fd-00f19f3c6c7f admin admin] Publish callbacks [] for security_group (7391ecd3-21fc-457a-abb3-538a37f52c79), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:48.176452 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bb7a333a-8314-434c-a8fd-00f19f3c6c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (7391ecd3-21fc-457a-abb3-538a37f52c79), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:48.178934 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-bb7a333a-8314-434c-a8fd-00f19f3c6c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:48.180190 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-bb7a333a-8314-434c-a8fd-00f19f3c6c7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7391ecd3-21fc-457a-abb3-538a37f52c79 HTTP/1.1" status: 204 len: 168 time: 0.2595277 May 26 17:02:48.188729 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a333a-8314-434c-a8fd-00f19f3c6c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7391ecd3-21fc-457a-abb3-538a37f52c79,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:48.294059 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9b98b-69ef-4b62-95e5-14cbdb9afd0c req-987c5c03-842e-4eaa-abd2-6074b8a0172f tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:48.295530 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f7b9b98b-69ef-4b62-95e5-14cbdb9afd0c req-987c5c03-842e-4eaa-abd2-6074b8a0172f tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0513067 May 26 17:02:48.348336 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f7b9b98b-69ef-4b62-95e5-14cbdb9afd0c req-7ac9338b-f784-4ca4-9135-6aaa960b14b1 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473588 May 26 17:02:48.874683 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57884) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:48.888895 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e194cd42-b7f1-49f0-8bd4-7b1eb2db706f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:48.965152 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e194cd42-b7f1-49f0-8bd4-7b1eb2db706f admin admin] Publish callbacks [] for security_group (f5786d90-8f9b-4118-a35d-f1ea1acd1101), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:49.102524 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e194cd42-b7f1-49f0-8bd4-7b1eb2db706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f5786d90-8f9b-4118-a35d-f1ea1acd1101), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:49.141011 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194cd42-b7f1-49f0-8bd4-7b1eb2db706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5786d90-8f9b-4118-a35d-f1ea1acd1101,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:49.148224 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e194cd42-b7f1-49f0-8bd4-7b1eb2db706f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d42767924474a6e949b0f4c0321cbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707222 May 26 17:02:49.149460 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 57888) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:49.152333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d760d9da-6d1d-4fc9-902d-b461d586f537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:49.200692 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-61d1e1c7-c78a-4318-b35a-8e58e58df2d3 admin admin] Publish callbacks [] for security_group (f5786d90-8f9b-4118-a35d-f1ea1acd1101), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:49.222983 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-61d1e1c7-c78a-4318-b35a-8e58e58df2d3 admin admin] Publish callbacks [] for security_group (f5786d90-8f9b-4118-a35d-f1ea1acd1101), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:49.374946 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-61d1e1c7-c78a-4318-b35a-8e58e58df2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (f5786d90-8f9b-4118-a35d-f1ea1acd1101), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:49.378030 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-61d1e1c7-c78a-4318-b35a-8e58e58df2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:49.379189 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-61d1e1c7-c78a-4318-b35a-8e58e58df2d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5786d90-8f9b-4118-a35d-f1ea1acd1101 HTTP/1.1" status: 204 len: 168 time: 0.2286408 May 26 17:02:49.387392 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1e1c7-c78a-4318-b35a-8e58e58df2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5786d90-8f9b-4118-a35d-f1ea1acd1101,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:49.472209 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4fbc2-0186-4366-8c7b-ecdc90fddda6 req-8f6569e4-24df-4e71-9ef6-12ec3e1e97ae tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:49.473853 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d3a4fbc2-0186-4366-8c7b-ecdc90fddda6 req-8f6569e4-24df-4e71-9ef6-12ec3e1e97ae tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0525761 May 26 17:02:49.530095 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d3a4fbc2-0186-4366-8c7b-ecdc90fddda6 req-0c1871b6-cdf9-4b37-8c7f-d5d39a4bfb68 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503607 May 26 17:02:50.637646 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:50.654861 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd406d40-8a6c-4977-8ef9-7a31fde53f75 req-95d86ae4-344f-4a87-9ef6-a27ea1eef5ac tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:50.656316 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fd406d40-8a6c-4977-8ef9-7a31fde53f75 req-95d86ae4-344f-4a87-9ef6-a27ea1eef5ac tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0502453 May 26 17:02:50.701563 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:50.707259 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-fd406d40-8a6c-4977-8ef9-7a31fde53f75 req-0e53195d-4444-4b92-acdd-b485c1a0142b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 May 26 17:02:51.304712 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=57,neutron:UPDATE=6 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:51.305471 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:51.432731 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:51.827786 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8f52-95ae-4776-81ba-8ef1f48c94a8 req-8e5a2cc8-9b2c-452c-8bfa-e9c31f2f56c6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:51.829312 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5ed8f52-95ae-4776-81ba-8ef1f48c94a8 req-8e5a2cc8-9b2c-452c-8bfa-e9c31f2f56c6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0492544 May 26 17:02:51.880571 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e5ed8f52-95ae-4776-81ba-8ef1f48c94a8 req-9c482454-7c38-44d6-a9ac-b58b59b05b56 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450499 May 26 17:02:52.768359 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57964) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:52.877814 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2a50bf6-0964-41c0-9ce2-691a6a6defbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:52.921621 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:52.963823 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2a50bf6-0964-41c0-9ce2-691a6a6defbf admin admin] Publish callbacks [] for security_group (9eabb3e7-1ff6-4af7-b09d-c1709ec55685), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.009664 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa18e-be41-46c1-9a7f-2e769a4b4766 req-c90b34ad-e49c-4e03-87be-bf3ad710b4a5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:53.011413 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-602fa18e-be41-46c1-9a7f-2e769a4b4766 req-c90b34ad-e49c-4e03-87be-bf3ad710b4a5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 943 time: 0.0539665 May 26 17:02:53.033530 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-e2a50bf6-0964-41c0-9ce2-691a6a6defbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (9eabb3e7-1ff6-4af7-b09d-c1709ec55685), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.070130 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-602fa18e-be41-46c1-9a7f-2e769a4b4766 req-3278b31c-3dc6-4d0c-a329-6848abfd0f02 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530043 May 26 17:02:53.080765 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-e2a50bf6-0964-41c0-9ce2-691a6a6defbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80f82517ba02405b98c7eff836b00349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107774 May 26 17:02:53.081971 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 57984) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:53.083966 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50bf6-0964-41c0-9ce2-691a6a6defbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eabb3e7-1ff6-4af7-b09d-c1709ec55685,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:53.105874 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-d0221d2f-b457-4fb4-b397-d64e7f5bb3f9 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5709ce2fac32449a929d5a4064fdd532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340223 May 26 17:02:53.138512 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d46c468c-3a61-467c-8dd6-e4f548ea65b0 admin admin] Publish callbacks [] for security_group (9eabb3e7-1ff6-4af7-b09d-c1709ec55685), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.162952 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d46c468c-3a61-467c-8dd6-e4f548ea65b0 admin admin] Publish callbacks [] for security_group (9eabb3e7-1ff6-4af7-b09d-c1709ec55685), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.335514 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d46c468c-3a61-467c-8dd6-e4f548ea65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (9eabb3e7-1ff6-4af7-b09d-c1709ec55685), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.335721 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.338026 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d46c468c-3a61-467c-8dd6-e4f548ea65b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.339211 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-d46c468c-3a61-467c-8dd6-e4f548ea65b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9eabb3e7-1ff6-4af7-b09d-c1709ec55685 HTTP/1.1" status: 204 len: 168 time: 0.2561793 May 26 17:02:53.348559 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c468c-3a61-467c-8dd6-e4f548ea65b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eabb3e7-1ff6-4af7-b09d-c1709ec55685,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:53.528955 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-590d9476-d5d0-4e24-81ad-9a0fed9fa06c tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:53.530444 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-590d9476-d5d0-4e24-81ad-9a0fed9fa06c tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4193444 May 26 17:02:53.544960 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-6693327d-a8f0-4651-bf3d-81fa178b4298 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/quotas/5709ce2fac32449a929d5a4064fdd532 HTTP/1.1" status: 200 len: 375 time: 0.0091043 May 26 17:02:53.580317 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-be4e8f7e-364d-493d-a7f6-c573d51f084d tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5709ce2fac32449a929d5a4064fdd532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302835 May 26 17:02:53.623107 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 6a11e212-e4cf-4d6b-95e6-04b99b515738 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:02:53.730151 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 6a11e212-e4cf-4d6b-95e6-04b99b515738, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:53.742076 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'port_id': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:02:53.777361 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 6a11e212-e4cf-4d6b-95e6-04b99b515738 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:02:53.777747 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.791329 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a11e212-e4cf-4d6b-95e6-04b99b515738 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:02:53.812493 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 6a11e212-e4cf-4d6b-95e6-04b99b515738, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:53.887040 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3009ed31-34a3-4f23-bd4b-ff78981dec5c req-f3bd62b1-c44c-4f8e-8df5-c4e23c354963 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0299876 May 26 17:02:53.929894 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:53.995592 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=6a11e212-e4cf-4d6b-95e6-04b99b515738,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:54.003701 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.004047 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.004393 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.004738 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.005078 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.005451 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.005781 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.006107 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.006435 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.006756 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.007245 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.007742 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.008076 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.008403 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.008754 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:54.197478 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0656b-e219-4ee4-9b4e-e53326749c5a req-2f2ae179-a189-4145-aa08-947289184e18 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:54.199022 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2bb0656b-e219-4ee4-9b4e-e53326749c5a req-2f2ae179-a189-4145-aa08-947289184e18 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 944 time: 0.0545924 May 26 17:02:54.212311 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58008) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:54.233807 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7b250cc2-4a36-42a7-9a4c-ebc87029d9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:54.286671 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2bb0656b-e219-4ee4-9b4e-e53326749c5a req-1d1b424c-fb0d-41d7-91c6-6bc8b0befb5e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814619 May 26 17:02:54.330450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['6a11e212-e4cf-4d6b-95e6-04b99b515738'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:02:54.352072 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7b250cc2-4a36-42a7-9a4c-ebc87029d9c4 admin admin] Publish callbacks [] for security_group (30ba64e8-2d7b-421c-8e09-4a7ff6ad72c9), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:54.507177 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7b250cc2-4a36-42a7-9a4c-ebc87029d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (30ba64e8-2d7b-421c-8e09-4a7ff6ad72c9), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:54.548014 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:54.571104 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7b250cc2-4a36-42a7-9a4c-ebc87029d9c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3dd4ea949e3643efad55b6c7bde32396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577387 May 26 17:02:54.572226 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b250cc2-4a36-42a7-9a4c-ebc87029d9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ba64e8-2d7b-421c-8e09-4a7ff6ad72c9,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:54.574071 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58012) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:02:54.589452 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:54.627822 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9101-a5d4-45fd-9055-caf89060f9cb admin admin] Publish callbacks [] for security_group (30ba64e8-2d7b-421c-8e09-4a7ff6ad72c9), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:54.650838 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9101-a5d4-45fd-9055-caf89060f9cb admin admin] Publish callbacks [] for security_group (30ba64e8-2d7b-421c-8e09-4a7ff6ad72c9), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:54.979385 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b6ab206a-5230-4534-8570-aef1a346fe49 req-334917c3-1c65-4694-b436-2899923df354 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0278785 May 26 17:02:55.050451 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9101-a5d4-45fd-9055-caf89060f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (30ba64e8-2d7b-421c-8e09-4a7ff6ad72c9), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:55.052953 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9101-a5d4-45fd-9055-caf89060f9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:55.054274 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bcdf9101-a5d4-45fd-9055-caf89060f9cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30ba64e8-2d7b-421c-8e09-4a7ff6ad72c9 HTTP/1.1" status: 204 len: 168 time: 0.4786508 May 26 17:02:55.062291 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf9101-a5d4-45fd-9055-caf89060f9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ba64e8-2d7b-421c-8e09-4a7ff6ad72c9,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:55.406933 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68c9b8-2588-49be-8527-239462473cf2 req-a4a17824-7d96-41c8-ba09-60c10421a2bd tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:55.408324 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-da68c9b8-2588-49be-8527-239462473cf2 req-a4a17824-7d96-41c8-ba09-60c10421a2bd tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 944 time: 0.0467954 May 26 17:02:55.463909 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-da68c9b8-2588-49be-8527-239462473cf2 req-59b5a589-0a81-4c8d-8b17-8fc2e33f831a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492215 May 26 17:02:55.633561 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 6a11e212-e4cf-4d6b-95e6-04b99b515738 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:02:55.682330 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 6a11e212-e4cf-4d6b-95e6-04b99b515738 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 17:02:55.820946 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 6a11e212-e4cf-4d6b-95e6-04b99b515738 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:02:55.821339 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:55.904349 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 6a11e212-e4cf-4d6b-95e6-04b99b515738 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:02:55.904783 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:55.932184 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:55.934343 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9816cdac-25a9-4e45-95f8-bce5acde7485" -d '{"events": [{"server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "name": "network-vif-plugged", "status": "completed", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:55.938491 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:55.951536 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 6a11e212-e4cf-4d6b-95e6-04b99b515738, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:55.976044 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a21f89-fbb5-4bd5-81bd-c84744abc274 x-openstack-request-id: req-62a21f89-fbb5-4bd5-81bd-c84744abc274 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:55.976326 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "name": "network-vif-plugged", "status": "completed", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:55.976576 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62a21f89-fbb5-4bd5-81bd-c84744abc274 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:55.976974 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a21f89-fbb5-4bd5-81bd-c84744abc274'] response: {'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'code': 200} May 26 17:02:56.084115 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-e8feec2f-10e8-4fc0-bfbc-6aeda207ace4 req-063c152c-8386-4ea5-899d-9893e7d78605 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0290074 May 26 17:02:56.163972 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:02:56.167929 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:56.216181 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=6a11e212-e4cf-4d6b-95e6-04b99b515738,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:56.512735 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209f725-7749-4c66-a488-94ee63247cd2 req-332cc174-2617-42ea-82ed-d2f826855555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.514494 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d209f725-7749-4c66-a488-94ee63247cd2 req-332cc174-2617-42ea-82ed-d2f826855555 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 1129 time: 0.0429876 May 26 17:02:56.563312 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d209f725-7749-4c66-a488-94ee63247cd2 req-ee27d639-fd41-459f-893d-020deec086b3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 May 26 17:02:56.585764 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f860847-f027-4fa0-b9e0-bfb72829568d req-8f7e70b7-7cc7-4b3e-a1af-9257943ad35a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.587231 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7f860847-f027-4fa0-b9e0-bfb72829568d req-8f7e70b7-7cc7-4b3e-a1af-9257943ad35a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 945 time: 0.0464311 May 26 17:02:56.638613 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7f860847-f027-4fa0-b9e0-bfb72829568d req-4ce5266e-3907-4bdf-ab6b-7cf42b867045 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 May 26 17:02:56.923376 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3b4a-e1d6-4961-b840-3cff9c4741b9 req-24e80553-1c45-4ecb-a1a9-994dfa343150 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.924875 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eaeb3b4a-e1d6-4961-b840-3cff9c4741b9 req-24e80553-1c45-4ecb-a1a9-994dfa343150 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0470715 May 26 17:02:56.981698 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-eaeb3b4a-e1d6-4961-b840-3cff9c4741b9 req-28cb7f3f-5b35-4045-bde5-1ab6e89ee7bc tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494716 May 26 17:02:57.190584 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d9bad4cd-c289-4927-b58a-3a138b7ba714 req-b738116a-30c3-4b3b-8a5a-14ba0a1af427 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0280263 May 26 17:02:57.740864 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:57.762425 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4b78-827b-4d0c-8636-b88bdfe10601 req-aad7caad-3cdd-4b25-91a1-6a877f6994b6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:57.762425 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-885e4b78-827b-4d0c-8636-b88bdfe10601 req-aad7caad-3cdd-4b25-91a1-6a877f6994b6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 945 time: 0.0481343 May 26 17:02:57.767701 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:02:57.807075 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-885e4b78-827b-4d0c-8636-b88bdfe10601 req-7fa64b02-7901-4e2a-8dd2-861f4280dc16 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463421 May 26 17:02:58.102472 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c079-2a18-4f1f-9d3c-f24b72cda737 req-49fd5281-761d-4b4c-83d7-3718ebed1a15 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:58.103948 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-12f7c079-2a18-4f1f-9d3c-f24b72cda737 req-49fd5281-761d-4b4c-83d7-3718ebed1a15 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0518332 May 26 17:02:58.153116 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-12f7c079-2a18-4f1f-9d3c-f24b72cda737 req-8c4a5a07-1fb0-4138-9551-95dd4907c2b2 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 May 26 17:02:58.295058 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-91babf94-ce62-495f-8106-d4bd85fc89fa req-454244a6-ffc8-45aa-b823-8690caadf7a2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0284779 May 26 17:02:58.922786 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3e175-6c89-4784-8989-0abce9011e71 req-35d278b0-c557-4a54-8ce8-60cc9dfbae8b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:58.924259 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bfd3e175-6c89-4784-8989-0abce9011e71 req-35d278b0-c557-4a54-8ce8-60cc9dfbae8b tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 945 time: 0.0480680 May 26 17:02:58.974665 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bfd3e175-6c89-4784-8989-0abce9011e71 req-b033f229-fed8-47cf-bfa8-f45b722e8e34 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 May 26 17:02:59.272374 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c65f7-e5dc-446c-a6cd-9f3f371fc454 req-d31697c2-bb8c-4f67-8550-9286a9c61876 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:59.273871 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-506c65f7-e5dc-446c-a6cd-9f3f371fc454 req-d31697c2-bb8c-4f67-8550-9286a9c61876 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0506976 May 26 17:02:59.323105 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-506c65f7-e5dc-446c-a6cd-9f3f371fc454 req-bb756c26-fe75-4901-aae1-8b55f552906a tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 May 26 17:02:59.393672 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-edd0c5b7-2152-4c60-9e64-3e17905ab2d1 req-7359e648-1d31-461a-b2fb-5bf7f843cc7c tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0282018 May 26 17:02:59.593432 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-22ee5f1c-6fbe-4788-9f1e-83fea35f4e3a tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=5709ce2fac32449a929d5a4064fdd532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290959 May 26 17:02:59.857021 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13b92a-a365-4561-9e13-c6384247f2af req-32537ee8-62eb-43c0-a6f4-46be10acfef4 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:59.858431 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d13b92a-a365-4561-9e13-c6384247f2af req-32537ee8-62eb-43c0-a6f4-46be10acfef4 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.95 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.1389203 May 26 17:02:59.942786 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-ddd72cb1-5247-4363-bba4-4946c0864fd5 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:59.944233 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-ddd72cb1-5247-4363-bba4-4946c0864fd5 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235034 May 26 17:03:00.091293 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54877b-bb77-4831-88d2-3575e64e4c01 req-80e7bd54-05c6-4053-ba3f-606d231ce2f5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:00.092787 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6f54877b-bb77-4831-88d2-3575e64e4c01 req-80e7bd54-05c6-4053-ba3f-606d231ce2f5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 945 time: 0.0485837 May 26 17:03:00.145067 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6f54877b-bb77-4831-88d2-3575e64e4c01 req-eb2bb2ea-28a8-47e4-b4ee-47bf13c7d7e5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456281 May 26 17:03:00.191587 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Request body: {'port': {'device_id': '069ea022-ac65-467b-b615-e29bad8d2e3c', 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766', 'admin_state_up': True, 'tenant_id': '5709ce2fac32449a929d5a4064fdd532'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:00.214169 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=20 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:00.219937 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=14 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:00.281743 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f792ff-0107-4c2a-9178-e5d1764da034 req-abbe917d-eb5a-4344-bd34-c17b82bf0395 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:00.283521 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d8f792ff-0107-4c2a-9178-e5d1764da034 req-abbe917d-eb5a-4344-bd34-c17b82bf0395 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 945 time: 0.0552006 May 26 17:03:00.350230 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d8f792ff-0107-4c2a-9178-e5d1764da034 req-228b61f3-9fa1-428d-a2b3-b4380878decf tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496471 May 26 17:03:00.363163 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Deleting port a7c57a24-10c9-4532-8724-446c0b104bfc {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:00.363500 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.379968 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58118) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:00.476908 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d90ff-e4f3-4367-aced-f62b438b15b8 req-8742383b-4bc9-4df9-a16b-20ef545cc6d2 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:00.484798 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-492d90ff-e4f3-4367-aced-f62b438b15b8 req-8742383b-4bc9-4df9-a16b-20ef545cc6d2 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 945 time: 0.0831831 May 26 17:03:00.485250 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] For port a7c57a24-10c9-4532-8724-446c0b104bfc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a7c57a24-10c9-4532-8724-446c0b104bfc,segment=NetworkSegment(93ce011d-683a-4fc8-9458-988a57643a1b),segment_id=93ce011d-683a-4fc8-9458-988a57643a1b)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:00.485844 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.501354 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Calling delete_port for a7c57a24-10c9-4532-8724-446c0b104bfc owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:00.538486 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-67682785-c01f-4d3a-9628-1c4c726bdf11 req-a61368a0-90e8-4e23-ba1d-eed1477b23c7 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0511124 May 26 17:03:00.542221 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:00.564581 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-492d90ff-e4f3-4367-aced-f62b438b15b8 req-9f29878a-1672-4839-ac9c-c3af4c724303 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d669683e-b4c8-4843-86c6-098355319342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760391 May 26 17:03:00.586978 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Made reservation on behalf of 5709ce2fac32449a929d5a4064fdd532 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:00.590294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.605688 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.624356 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d7ce3-1010-43ce-935d-b57982d98b97 tempest-TestVolumeBootPattern-1933826465 tempest-TestVolumeBootPattern-1933826465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:00.627197 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-d36d7ce3-1010-43ce-935d-b57982d98b97 tempest-TestVolumeBootPattern-1933826465 tempest-TestVolumeBootPattern-1933826465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 1124 time: 0.2431295 May 26 17:03:00.627337 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58126) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:00.632202 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'port_id': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:00.662074 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:00.695440 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.773393 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (a7c57a24-10c9-4532-8724-446c0b104bfc), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.775255 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.813780 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['a7c57a24-10c9-4532-8724-446c0b104bfc'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:00.822302 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Pushing event deleted for resources: {'Port': ['ID=a7c57a24-10c9-4532-8724-446c0b104bfc,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:00.868997 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:00.869273 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] No DVR routers for this DVR port a7c57a24-10c9-4532-8724-446c0b104bfc on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:00.871940 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.875309 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3d13b92a-a365-4561-9e13-c6384247f2af req-4e9ff15d-6641-4914-8712-8fe5054d74d9 tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.95 "DELETE /v2.0/ports/a7c57a24-10c9-4532-8724-446c0b104bfc HTTP/1.1" status: 204 len: 173 time: 0.6963205 May 26 17:03:00.877014 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206', 'name': 'network-vif-deleted', 'tag': 'a7c57a24-10c9-4532-8724-446c0b104bfc'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:00.880628 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a9ada0-6340-4596-9a7d-5b7f8040fea2" -d '{"events": [{"server_uuid": "f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206", "name": "network-vif-deleted", "tag": "a7c57a24-10c9-4532-8724-446c0b104bfc"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:00.890770 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Allocated IP 172.27.1.5 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/8ce6b8f0-13e0-420a-89a2-e67c50720441) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:00.912576 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks [] for security_group (acbb2961-2e94-4fb0-b7c0-aededc48998f), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:00.934099 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a109a7c0-4ba4-49d7-a78d-0ae9880e98d3 x-openstack-request-id: req-a109a7c0-4ba4-49d7-a78d-0ae9880e98d3 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:00.939374 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206", "name": "network-vif-deleted", "tag": "a7c57a24-10c9-4532-8724-446c0b104bfc", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:00.939374 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a109a7c0-4ba4-49d7-a78d-0ae9880e98d3 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:00.939374 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a109a7c0-4ba4-49d7-a78d-0ae9880e98d3'] response: {'server_uuid': 'f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206', 'name': 'network-vif-deleted', 'tag': 'a7c57a24-10c9-4532-8724-446c0b104bfc', 'status': 'completed', 'code': 200} May 26 17:03:00.956936 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:01.001619 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (8ce6b8f0-13e0-420a-89a2-e67c50720441), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.066574 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (acbb2961-2e94-4fb0-b7c0-aededc48998f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.137832 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbb2961-2e94-4fb0-b7c0-aededc48998f,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:01.141742 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (8ce6b8f0-13e0-420a-89a2-e67c50720441), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.182493 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:01.187596 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:01.191653 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:01.211831 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Allocated IP 192.168.233.170 (284d409f-2bbf-4672-93a1-5c9fbb06d766/25f8b677-e0b7-4475-93ea-4272ed3a241f/7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:01.214771 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=8ce6b8f0-13e0-420a-89a2-e67c50720441,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:01.385360 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks [] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.512619 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.556832 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Network 284d409f-2bbf-4672-93a1-5c9fbb06d766 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:01.559882 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:01.563700 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:01.565347 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (d93d6233-2c51-42d5-aba1-304e702c2fe5), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.580890 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Pushing event updated for resources: {'Port': ['ID=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:01.654405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:01.655101 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.712010 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2f12bd1e-524c-469f-a128-b3cec79fb0ae req-bb11c986-6238-4c0b-ab5d-9b047aff9bad tempest-VolumesSnapshotTestJSON-284750157 tempest-VolumesSnapshotTestJSON-284750157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7ceba8a-bd4d-4d1d-a77e-c31c46ce0206 HTTP/1.1" status: 200 len: 210 time: 0.0460744 May 26 17:03:01.723379 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:01.729019 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c305e6c-c296-47d3-a784-a9d8077397df req-979153bf-7588-4dad-a81b-27851c8b0e82 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:01.731299 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4c305e6c-c296-47d3-a784-a9d8077397df req-979153bf-7588-4dad-a81b-27851c8b0e82 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 936 time: 0.0850675 May 26 17:03:01.755594 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-56b2f24f-427f-4538-864e-6963ec488fa2 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5748718 May 26 17:03:01.773472 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Request body: {'port': {'device_id': '069ea022-ac65-467b-b615-e29bad8d2e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:01.817938 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:01.818937 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (8ce6b8f0-13e0-420a-89a2-e67c50720441), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.823497 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4c305e6c-c296-47d3-a784-a9d8077397df req-cbff5ab9-2fd8-4468-b9d0-50ba698336f7 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851760 May 26 17:03:01.830631 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-68270c56-9bd8-415b-a5d8-4c50a6f9dbc4 None None] Provisioning complete for port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:01.832673 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-68270c56-9bd8-415b-a5d8-4c50a6f9dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.853363 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:01.871379 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-68270c56-9bd8-415b-a5d8-4c50a6f9dbc4 None None] Port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:03:01.991595 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:02.025975 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for port (8ce6b8f0-13e0-420a-89a2-e67c50720441), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.174989 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (8ce6b8f0-13e0-420a-89a2-e67c50720441), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.179068 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:02.187164 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Publish callbacks [] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.210856 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Transition to ACTIVE for port object 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 17:03:02.246580 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event updated for resources: {'Port': ['ID=8ce6b8f0-13e0-420a-89a2-e67c50720441,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:02.255213 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (d93d6233-2c51-42d5-aba1-304e702c2fe5), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.340958 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.353484 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Floating IP d93d6233-2c51-42d5-aba1-304e702c2fe5 associated. External IP: 172.27.1.5, port: 6a11e212-e4cf-4d6b-95e6-04b99b515738. May 26 17:03:02.392491 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Pushing event updated for resources: {'Port': ['ID=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:02.479135 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Attempting to bind port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:03:02.479475 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Attempting to bind port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:03:02.479807 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Attempting to bind port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 on network 284d409f-2bbf-4672-93a1-5c9fbb06d766 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:02.484823 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 on network 284d409f-2bbf-4672-93a1-5c9fbb06d766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:03:02.485232 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Attempting to bind port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 on network 284d409f-2bbf-4672-93a1-5c9fbb06d766 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:02.491476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:02.491825 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Checking segment: {'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:02.492824 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Bound using segment: {'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:02.493299 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Bound port: 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadc7ca9-8160-4193-9b49-234254d16df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:03:02.493651 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.564931 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] For port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:02.565516 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:02.568229 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] For port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,segment=NetworkSegment(eadc7ca9-8160-4193-9b49-234254d16df9),segment_id=eadc7ca9-8160-4193-9b49-234254d16df9)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:02.589598 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:03:02.684485 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.696333 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:02.697929 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:02.709292 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:02.718810 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:02.719422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.721318 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] 10.222.0.95 "PUT /v2.0/ports/7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 HTTP/1.1" status: 200 len: 1098 time: 0.9540071 May 26 17:03:02.723223 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:02.724052 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:02:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:02.747400 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6ea2c-69c1-4b50-a626-9ee4021e479a service neutron] Pushing event updated for resources: {'Port': ['ID=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:02.840407 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:02.851217 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:02.930830 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-8ce2a034-5d6d-4657-81d0-3d7f2b4caa17 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3022599 May 26 17:03:02.931220 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:02.933589 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c" -d '{"events": [{"name": "network-changed", "server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:02.969765 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069ea022-ac65-467b-b615-e29bad8d2e3c', 'tag': '7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:02.971241 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20d28de-31ed-4151-8c26-245fe3bc1144" -d '{"events": [{"name": "network-changed", "server_uuid": "069ea022-ac65-467b-b615-e29bad8d2e3c", "tag": "7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:02.997540 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206f092-b1ff-4cd3-8aa1-330b48096a7e req-1376bc30-5709-4eb8-8cb4-868d8e2f9c18 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:02.997540 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5206f092-b1ff-4cd3-8aa1-330b48096a7e req-1376bc30-5709-4eb8-8cb4-868d8e2f9c18 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 948 time: 0.0560613 May 26 17:03:03.002581 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-014c00fa-e1cd-4f41-9da0-5a8ca94345fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:03.004734 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-014c00fa-e1cd-4f41-9da0-5a8ca94345fe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5709ce2fac32449a929d5a4064fdd532&device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 1132 time: 0.0996540 May 26 17:03:03.010391 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba7d33d-d6ac-4d66-9906-7bfbb646282d x-openstack-request-id: req-dba7d33d-d6ac-4d66-9906-7bfbb646282d {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:03.010669 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:03.010924 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dba7d33d-d6ac-4d66-9906-7bfbb646282d {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:03.011326 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba7d33d-d6ac-4d66-9906-7bfbb646282d'] response: {'name': 'network-changed', 'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'status': 'completed', 'code': 200} May 26 17:03:03.043422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc6a7c-77a4-41cc-958f-a66f3b80b5be x-openstack-request-id: req-8cbc6a7c-77a4-41cc-958f-a66f3b80b5be {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:03.043967 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069ea022-ac65-467b-b615-e29bad8d2e3c", "tag": "7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:03.044456 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cbc6a7c-77a4-41cc-958f-a66f3b80b5be {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:03.045066 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbc6a7c-77a4-41cc-958f-a66f3b80b5be'] response: {'name': 'network-changed', 'server_uuid': '069ea022-ac65-467b-b615-e29bad8d2e3c', 'tag': '7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7', 'status': 'completed', 'code': 200} May 26 17:03:03.055898 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5206f092-b1ff-4cd3-8aa1-330b48096a7e req-cc105a68-3081-4437-9bcc-1c11777631cb tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543475 May 26 17:03:03.101621 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-4e6a5609-d6d6-4da0-9c7d-99519b926b1c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 HTTP/1.1" status: 200 len: 217 time: 0.0455725 May 26 17:03:03.159862 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-56da633d-a932-4d3b-9a34-36f626aca052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:03.161403 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-56da633d-a932-4d3b-9a34-36f626aca052 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 1129 time: 0.0978878 May 26 17:03:03.175753 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:41Z', 'revision_number': 1, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}, {'id': 'd93d6233-2c51-42d5-aba1-304e702c2fe5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:03:01Z', 'updated_at': '2022-05-26T17:03:01Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:03.181249 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-fa215a88-61a5-4332-983d-30bdc38a824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:03.182711 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-fa215a88-61a5-4332-983d-30bdc38a824d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25f8b677-e0b7-4475-93ea-4272ed3a241f HTTP/1.1" status: 200 len: 843 time: 0.0648746 May 26 17:03:03.209172 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:03.227238 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:03.257803 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:02:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:03.272330 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-be52219d-5883-4bbd-aade-e7ec55c4b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:03.273890 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-be52219d-5883-4bbd-aade-e7ec55c4b974 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=284d409f-2bbf-4672-93a1-5c9fbb06d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0812447 May 26 17:03:03.343546 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-02e13b76-14ca-4a77-85de-44e0e4a80cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:03.344283 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-02e13b76-14ca-4a77-85de-44e0e4a80cbd service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 912 time: 0.1763561 May 26 17:03:03.350127 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:03.394719 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:03.426851 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:03.440762 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-c6db3128-b353-4f2f-9ede-d03b74603989 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738 HTTP/1.1" status: 200 len: 997 time: 0.0877001 May 26 17:03:03.444732 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-ddb9649f-13c3-4c42-ad64-e92451293f6a service neutron] 10.222.0.95 "GET /v2.0/networks/284d409f-2bbf-4672-93a1-5c9fbb06d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601207 May 26 17:03:03.552975 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-6c2189dc-ee3d-4bf0-968e-e60ebd0815a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:03.554482 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-6c2189dc-ee3d-4bf0-968e-e60ebd0815a0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.1040361 May 26 17:03:03.616717 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6aa9532a-0d9b-4a23-a7c7-08d91d64c112 req-bb0afe2a-7cfe-4435-bb86-a20c95fdf01f service neutron] 10.222.0.95 "GET /v2.0/networks/284d409f-2bbf-4672-93a1-5c9fbb06d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562562 May 26 17:03:03.617856 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-97656793-62c2-42cc-939a-fc07a982e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:03.619311 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-97656793-62c2-42cc-939a-fc07a982e40e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587618 May 26 17:03:03.656740 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device a7c57a24-10c9-4532-8724-446c0b104bfc no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:03.679931 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: a7c57a24-10c9-4532-8724-446c0b104bfc {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:03.680439 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device a7c57a24-10c9-4532-8724-446c0b104bfc not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:03.724088 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-8b831ab0-ddc2-4abe-9f34-d2ef12158c33 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908716 May 26 17:03:03.752643 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:41Z', 'revision_number': 1, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}, {'id': 'd93d6233-2c51-42d5-aba1-304e702c2fe5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:03:01Z', 'updated_at': '2022-05-26T17:03:01Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:03.778670 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fcea52-6b4b-44df-8f6b-66e573c2afb4 None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:41Z', 'revision_number': 1, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}, {'id': 'd93d6233-2c51-42d5-aba1-304e702c2fe5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:7e:ca:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:03:01Z', 'updated_at': '2022-05-26T17:03:01Z', 'revision_number': 0, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:03.818704 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-57d9c937-212a-4af9-a4f0-3a6dd26ec34c req-1f9a6ee2-978f-4f14-8861-69ee58ee3067 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887625 May 26 17:03:03.985493 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a917c-dfb7-46e9-86dd-542af065752d None None] New status for floating IP d93d6233-2c51-42d5-aba1-304e702c2fe5: ACTIVE {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:03:04.184791 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296f785-5552-47c3-8dd1-ff3a6474e03c req-d984ba34-aa81-42c6-8573-115b2ab2742c tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:04.189008 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7296f785-5552-47c3-8dd1-ff3a6474e03c req-d984ba34-aa81-42c6-8573-115b2ab2742c tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 948 time: 0.0479877 May 26 17:03:04.246563 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7296f785-5552-47c3-8dd1-ff3a6474e03c req-e8767a82-c1f1-4802-b294-f1989db8e553 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527253 May 26 17:03:04.700080 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-7fd75e67-5709-415d-9eea-e2cfa5058c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:04.701635 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-7fd75e67-5709-415d-9eea-e2cfa5058c8c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5709ce2fac32449a929d5a4064fdd532&device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 1132 time: 0.0465162 May 26 17:03:04.794372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-71ca3629-9719-41c0-bcb7-08b8879cc48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:04.795853 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-71ca3629-9719-41c0-bcb7-08b8879cc48d service neutron] 10.222.0.95 "GET /v2.0/networks?id=284d409f-2bbf-4672-93a1-5c9fbb06d766 HTTP/1.1" status: 200 len: 870 time: 0.0880237 May 26 17:03:04.809372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:04.835198 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-499d6799-86c2-4dd1-b696-c390e07b9fd6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 HTTP/1.1" status: 200 len: 217 time: 0.0320678 May 26 17:03:04.887002 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-6379d7c6-a3b8-43a8-9a70-29ae3f32493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:04.888471 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-6379d7c6-a3b8-43a8-9a70-29ae3f32493a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25f8b677-e0b7-4475-93ea-4272ed3a241f HTTP/1.1" status: 200 len: 843 time: 0.0474360 May 26 17:03:04.931976 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-4448ce59-1554-4f1a-a555-353a3c0636c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:04.933544 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-4448ce59-1554-4f1a-a555-353a3c0636c7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=284d409f-2bbf-4672-93a1-5c9fbb06d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0389159 May 26 17:03:05.033218 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-f0c102f2-16ac-4c74-ac3f-67c35668016f service neutron] 10.222.0.95 "GET /v2.0/networks/284d409f-2bbf-4672-93a1-5c9fbb06d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932865 May 26 17:03:05.129029 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-d20d28de-31ed-4151-8c26-245fe3bc1144 req-dd826837-e83b-494d-bad2-9dc66dfe9854 service neutron] 10.222.0.95 "GET /v2.0/networks/284d409f-2bbf-4672-93a1-5c9fbb06d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861506 May 26 17:03:05.368768 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1780a6-3b43-4920-a257-7c215c4a314b req-2f9ddb24-94c2-4473-95b0-a8ad87d739a6 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:05.370283 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d1780a6-3b43-4920-a257-7c215c4a314b req-2f9ddb24-94c2-4473-95b0-a8ad87d739a6 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 948 time: 0.0507658 May 26 17:03:05.419332 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5d1780a6-3b43-4920-a257-7c215c4a314b req-11a67186-41ef-44ed-b945-02d62b10a841 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 May 26 17:03:06.535755 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ebe45-c8bf-436c-ad01-89b0671a135a req-227cb957-ebcc-4f7c-9d9f-18d8b296e3c3 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:06.537204 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3c2ebe45-c8bf-436c-ad01-89b0671a135a req-227cb957-ebcc-4f7c-9d9f-18d8b296e3c3 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 948 time: 0.0468206 May 26 17:03:06.583104 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3c2ebe45-c8bf-436c-ad01-89b0671a135a req-c4c6f1e2-8cff-41d5-8f79-aa5eb54ead7c tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 May 26 17:03:07.702584 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd54b6f-19b9-4b5f-83a2-010f41ca51e6 req-ecb67052-eae1-4ce9-86a3-2c9308bb0a83 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:07.704063 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dcd54b6f-19b9-4b5f-83a2-010f41ca51e6 req-ecb67052-eae1-4ce9-86a3-2c9308bb0a83 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 948 time: 0.0501759 May 26 17:03:07.751402 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dcd54b6f-19b9-4b5f-83a2-010f41ca51e6 req-1e7aff89-5121-48b5-aee4-a40c301511ce tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 May 26 17:03:08.362744 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:03:08.374688 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:08.427542 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:08.466530 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,segment=NetworkSegment(eadc7ca9-8160-4193-9b49-234254d16df9),segment_id=eadc7ca9-8160-4193-9b49-234254d16df9)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:08.478456 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7', 'network_id': '284d409f-2bbf-4672-93a1-5c9fbb06d766', 'port_id': '7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7', 'mac_address': 'fa:16:3e:b7:f4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f8b677-e0b7-4475-93ea-4272ed3a241f', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:03:08.515098 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:08.515489 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:08.528859 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:08.550300 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,segment=NetworkSegment(eadc7ca9-8160-4193-9b49-234254d16df9),segment_id=eadc7ca9-8160-4193-9b49-234254d16df9)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:08.614845 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:08.661725 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:08.866359 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde236dd-b152-4ca3-b464-319b45b5ef4e req-45817b14-5f78-4d4b-8bd2-0bc69055984a tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:08.867865 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dde236dd-b152-4ca3-b464-319b45b5ef4e req-45817b14-5f78-4d4b-8bd2-0bc69055984a tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 949 time: 0.0489144 May 26 17:03:08.915788 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-dde236dd-b152-4ca3-b464-319b45b5ef4e req-fc6ce79c-1241-416f-968c-58e6606ac18a tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 May 26 17:03:08.980852 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:09.786962 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:09.831912 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 17:03:09.940590 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:09.940968 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:10.020750 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:10.021139 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:10.032307 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:10.045946 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce546b4-40d0-4650-92d8-24e00ca2e46b req-1e8f05f6-8cf6-456f-b657-df5c6ebcf79f tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:10.046201 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069ea022-ac65-467b-b615-e29bad8d2e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:10.047435 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ce546b4-40d0-4650-92d8-24e00ca2e46b req-1e8f05f6-8cf6-456f-b657-df5c6ebcf79f tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 949 time: 0.0565565 May 26 17:03:10.048418 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e581062-e1e9-48f6-b160-d7f5fed0a9f8" -d '{"events": [{"server_uuid": "069ea022-ac65-467b-b615-e29bad8d2e3c", "name": "network-vif-plugged", "status": "completed", "tag": "7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:10.062373 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,segment=NetworkSegment(eadc7ca9-8160-4193-9b49-234254d16df9),segment_id=eadc7ca9-8160-4193-9b49-234254d16df9)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:10.134538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0784b09c-d8fb-4bb8-bb2e-f2647063016b x-openstack-request-id: req-0784b09c-d8fb-4bb8-bb2e-f2647063016b {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:10.134538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069ea022-ac65-467b-b615-e29bad8d2e3c", "name": "network-vif-plugged", "status": "completed", "tag": "7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:10.134538 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0784b09c-d8fb-4bb8-bb2e-f2647063016b {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:10.134538 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0784b09c-d8fb-4bb8-bb2e-f2647063016b'] response: {'server_uuid': '069ea022-ac65-467b-b615-e29bad8d2e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7', 'code': 200} May 26 17:03:10.135038 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ce546b4-40d0-4650-92d8-24e00ca2e46b req-f1aba351-a811-46d5-adb3-a53f7d7aba4d tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711367 May 26 17:03:10.156653 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:10.202848 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:10.521670 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c3ec5-a58f-4397-b5df-5d7f944f1b4b req-ade341d7-cd76-4758-acd5-52bd338b1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:10.523183 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e44c3ec5-a58f-4397-b5df-5d7f944f1b4b req-ade341d7-cd76-4758-acd5-52bd338b1322 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 1134 time: 0.0393934 May 26 17:03:10.567446 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-e44c3ec5-a58f-4397-b5df-5d7f944f1b4b req-fa17f6ff-39af-4ce9-a6fe-e80d248cd05c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380330 May 26 17:03:11.246135 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998ac40-ae43-4dc0-867e-ec84abb9c550 req-b6872a87-2b1c-43cf-82e2-e65e76326a40 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:11.248954 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5998ac40-ae43-4dc0-867e-ec84abb9c550 req-b6872a87-2b1c-43cf-82e2-e65e76326a40 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 950 time: 0.0501122 May 26 17:03:11.297970 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5998ac40-ae43-4dc0-867e-ec84abb9c550 req-377510bf-d177-44aa-add0-bef7e17a2a27 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 May 26 17:03:12.415361 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd49f05-0450-4b17-a234-5defb30b8c11 req-f9c762c7-311b-45ff-9ba5-5bb69246dd7b tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:12.416807 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9fd49f05-0450-4b17-a234-5defb30b8c11 req-f9c762c7-311b-45ff-9ba5-5bb69246dd7b tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 950 time: 0.0467458 May 26 17:03:12.467790 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9fd49f05-0450-4b17-a234-5defb30b8c11 req-18e85e1e-ee71-4dd8-87a1-67d89a44fbad tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 May 26 17:03:12.954042 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cca843-f50e-459c-85b9-2051e7330b7e req-dca81e22-781a-41ce-b09d-07f7585730f8 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:12.966446 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-93cca843-f50e-459c-85b9-2051e7330b7e req-dca81e22-781a-41ce-b09d-07f7585730f8 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 950 time: 0.0478632 May 26 17:03:13.002443 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-93cca843-f50e-459c-85b9-2051e7330b7e req-b7639b3c-7c48-447e-abc7-70d545e79065 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 May 26 17:03:13.320281 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58266) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:13.430216 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f408e4fd-5aa5-42c2-aa9c-bd0042bf9e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:13.462981 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:13.505491 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f408e4fd-5aa5-42c2-aa9c-bd0042bf9e69 admin admin] Publish callbacks [] for security_group (32bd3926-f9a7-4235-bafa-7a5da470a758), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:13.569044 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f408e4fd-5aa5-42c2-aa9c-bd0042bf9e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (32bd3926-f9a7-4235-bafa-7a5da470a758), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:13.609564 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408e4fd-5aa5-42c2-aa9c-bd0042bf9e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd3926-f9a7-4235-bafa-7a5da470a758,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:13.615424 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f408e4fd-5aa5-42c2-aa9c-bd0042bf9e69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12fc57e7f3d74ffdade874f69e3ae316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939589 May 26 17:03:13.618183 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58272) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:13.671420 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6819ac06-e8d8-412c-bc0b-639ef3c3bd3d admin admin] Publish callbacks [] for security_group (32bd3926-f9a7-4235-bafa-7a5da470a758), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:13.694062 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6819ac06-e8d8-412c-bc0b-639ef3c3bd3d admin admin] Publish callbacks [] for security_group (32bd3926-f9a7-4235-bafa-7a5da470a758), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:13.809305 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6819ac06-e8d8-412c-bc0b-639ef3c3bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (32bd3926-f9a7-4235-bafa-7a5da470a758), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:13.811880 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6819ac06-e8d8-412c-bc0b-639ef3c3bd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:13.813029 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6819ac06-e8d8-412c-bc0b-639ef3c3bd3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32bd3926-f9a7-4235-bafa-7a5da470a758 HTTP/1.1" status: 204 len: 168 time: 0.1939325 May 26 17:03:13.821517 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819ac06-e8d8-412c-bc0b-639ef3c3bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd3926-f9a7-4235-bafa-7a5da470a758,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:14.086975 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:14.090342 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:14.128590 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0a214-1d7e-44d0-a718-8b2acc3bb4e2 req-9f0242e9-8484-434b-abd1-2455bb51bfac tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:14.130100 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-27e0a214-1d7e-44d0-a718-8b2acc3bb4e2 req-9f0242e9-8484-434b-abd1-2455bb51bfac tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 950 time: 0.0538907 May 26 17:03:14.179555 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-27e0a214-1d7e-44d0-a718-8b2acc3bb4e2 req-fc91c4d8-1849-45c1-85d1-4934fcd4ee60 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/security-groups?id=acbb2961-2e94-4fb0-b7c0-aededc48998f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 May 26 17:03:14.485707 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58284) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:14.499707 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e392-1e3d-4a37-989e-cda34fc7d014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:14.540155 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:14.577271 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e392-1e3d-4a37-989e-cda34fc7d014 admin admin] Publish callbacks [] for security_group (b23490aa-b350-47b2-a175-fdc303b61cfe), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:14.605801 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-baacc8f3-9d94-4c21-a7db-f3d8d115f3b0 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:14.607249 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-baacc8f3-9d94-4c21-a7db-f3d8d115f3b0 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.95 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 950 time: 0.0513396 May 26 17:03:14.654167 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e392-1e3d-4a37-989e-cda34fc7d014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b23490aa-b350-47b2-a175-fdc303b61cfe), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:14.698094 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Deleting port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:14.698440 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:14.700324 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-4ba0e392-1e3d-4a37-989e-cda34fc7d014 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d3fcf346a1144609da152265e7aa8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135336 May 26 17:03:14.701656 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0e392-1e3d-4a37-989e-cda34fc7d014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23490aa-b350-47b2-a175-fdc303b61cfe,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:14.703032 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58286) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:14.826613 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:14.834578 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5bc0acda-033c-4e96-8537-652c9e48af45 admin admin] Publish callbacks [] for security_group (b23490aa-b350-47b2-a175-fdc303b61cfe), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:14.837233 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] For port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,segment=NetworkSegment(eadc7ca9-8160-4193-9b49-234254d16df9),segment_id=eadc7ca9-8160-4193-9b49-234254d16df9)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:14.837610 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:14.859224 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Calling delete_port for 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:14.877042 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5bc0acda-033c-4e96-8537-652c9e48af45 admin admin] Publish callbacks [] for security_group (b23490aa-b350-47b2-a175-fdc303b61cfe), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:14.982959 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:15.071990 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5bc0acda-033c-4e96-8537-652c9e48af45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b23490aa-b350-47b2-a175-fdc303b61cfe), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:15.074815 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5bc0acda-033c-4e96-8537-652c9e48af45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:15.077892 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5bc0acda-033c-4e96-8537-652c9e48af45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b23490aa-b350-47b2-a175-fdc303b61cfe HTTP/1.1" status: 204 len: 168 time: 0.3719923 May 26 17:03:15.084545 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0acda-033c-4e96-8537-652c9e48af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23490aa-b350-47b2-a175-fdc303b61cfe,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:15.124062 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:15.154414 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Pushing event deleted for resources: {'Port': ['ID=7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:15.166060 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:15.204302 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] No DVR routers for this DVR port 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:15.206979 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:15.210538 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-9ef987b6-e0e7-4167-a638-5691d68a8d19 req-11a9324c-206c-4879-b859-52a4469e1a76 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.95 "DELETE /v2.0/ports/7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 HTTP/1.1" status: 204 len: 173 time: 0.5981066 May 26 17:03:15.211003 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069ea022-ac65-467b-b615-e29bad8d2e3c', 'name': 'network-vif-deleted', 'tag': '7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:15.213639 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce0ecf9-1463-43a1-b8be-f5775705472e" -d '{"events": [{"server_uuid": "069ea022-ac65-467b-b615-e29bad8d2e3c", "name": "network-vif-deleted", "tag": "7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:15.261344 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15288e4c-6081-47fb-bb16-64488660c1fd x-openstack-request-id: req-15288e4c-6081-47fb-bb16-64488660c1fd {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:15.261709 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069ea022-ac65-467b-b615-e29bad8d2e3c", "name": "network-vif-deleted", "tag": "7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:15.262071 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15288e4c-6081-47fb-bb16-64488660c1fd {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:15.262568 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15288e4c-6081-47fb-bb16-64488660c1fd'] response: {'server_uuid': '069ea022-ac65-467b-b615-e29bad8d2e3c', 'name': 'network-vif-deleted', 'tag': '7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7', 'status': 'completed', 'code': 200} May 26 17:03:15.290722 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4ecf47b5-44b7-4c8b-be75-6a3d9768d43e req-a9c95320-67c2-4d21-84ec-2e7ccabbb7bd tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0344927 May 26 17:03:16.175090 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:16.391975 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f1a8a401-5798-4dc4-a317-d2a435453abf req-63a5c744-17fa-41b4-9078-266c699974aa tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0276453 May 26 17:03:16.746965 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58328) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:16.758345 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:16.826506 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9a644b82-083c-439d-a5ae-d2b4576ccd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:16.859860 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-95560608-f380-49ef-9dc1-a6036bdc0401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:16.934917 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-95560608-f380-49ef-9dc1-a6036bdc0401 admin admin] Publish callbacks [] for security_group (9f1f0fc7-9df3-4229-8f3b-61529dc62675), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:17.043409 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-95560608-f380-49ef-9dc1-a6036bdc0401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (9f1f0fc7-9df3-4229-8f3b-61529dc62675), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:17.085078 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-95560608-f380-49ef-9dc1-a6036bdc0401 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7e70210d8064765be5bbb95d636b36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369720 May 26 17:03:17.086084 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95560608-f380-49ef-9dc1-a6036bdc0401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f0fc7-9df3-4229-8f3b-61529dc62675,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:17.087793 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58334) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:17.137400 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4ae090f1-025e-44eb-970a-91736bb852b3 admin admin] Publish callbacks [] for security_group (9f1f0fc7-9df3-4229-8f3b-61529dc62675), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:17.159537 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4ae090f1-025e-44eb-970a-91736bb852b3 admin admin] Publish callbacks [] for security_group (9f1f0fc7-9df3-4229-8f3b-61529dc62675), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:17.312073 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4ae090f1-025e-44eb-970a-91736bb852b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (9f1f0fc7-9df3-4229-8f3b-61529dc62675), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:17.314697 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4ae090f1-025e-44eb-970a-91736bb852b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:17.315926 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-4ae090f1-025e-44eb-970a-91736bb852b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f1f0fc7-9df3-4229-8f3b-61529dc62675 HTTP/1.1" status: 204 len: 168 time: 0.2271516 May 26 17:03:17.323964 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae090f1-025e-44eb-970a-91736bb852b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f0fc7-9df3-4229-8f3b-61529dc62675,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:17.647324 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-69d9195b-ae8e-4e45-800b-97343f891a32 req-d17a0eb1-f58f-4ad3-a332-ca480f2ad989 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.1857421 May 26 17:03:18.757499 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f7c32c14-fbfd-4ef3-b04b-acc3e057bcbb req-3ff9f1fe-e249-40ec-af3e-50132c00e415 tempest-VolumesNegativeTest-639171507 tempest-VolumesNegativeTest-639171507-project] 10.222.0.48 "GET /v2.0/ports?device_id=069ea022-ac65-467b-b615-e29bad8d2e3c HTTP/1.1" status: 200 len: 210 time: 0.0291083 May 26 17:03:19.152680 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-1098d3f7-c995-4a7b-a9aa-fd76074f3296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:20.126554 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:20.150353 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:20.150701 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 7fa00f3b-5d93-4d84-b4ea-1c32eaac57c7 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:21.363362 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:21.502103 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-4b93f221-7ce5-4cd4-952b-57ee1ac832c3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447755 May 26 17:03:21.610862 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-6bf1e795-76c9-4c92-8f8a-3af1f0bde795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:21.612318 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-6bf1e795-76c9-4c92-8f8a-3af1f0bde795 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1130 time: 0.0450361 May 26 17:03:21.729505 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-bf359222-3dd3-4cc3-a1ab-80d968f1ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:21.729505 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-bf359222-3dd3-4cc3-a1ab-80d968f1ce5c service neutron] 10.222.0.95 "GET /v2.0/networks?id=083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 200 len: 910 time: 0.0955670 May 26 17:03:21.794719 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-b3ea7830-c926-47a9-8568-14900b26a8c4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 1001 time: 0.0557661 May 26 17:03:21.852418 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-7e1668c1-6a09-4ccd-8951-83432144bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:21.854053 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-7e1668c1-6a09-4ccd-8951-83432144bb7c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d5d69cff-769f-4d4d-a204-c34eae6aa945 HTTP/1.1" status: 200 len: 848 time: 0.0524821 May 26 17:03:21.899329 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-1bc33dd1-9ad3-4ad8-aff9-1f5aa475861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:21.900866 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-1bc33dd1-9ad3-4ad8-aff9-1f5aa475861c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=083fb909-4ca5-4768-88fe-a9b00dc0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408728 May 26 17:03:21.994914 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-639e128d-ade3-4625-9c90-d2f3ed8ec337 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858259 May 26 17:03:22.098538 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-547e2efd-5e92-447b-a89b-fbd2be88f95f req-4e1fd4ae-434e-49ff-bb78-8c8ab316ddc4 service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971179 May 26 17:03:23.328946 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:23.372928 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58610) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:23.485344 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a5ebaf24-9ac5-4374-ad87-b6599938ae0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:23.514601 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:23.541558 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:23.563142 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a5ebaf24-9ac5-4374-ad87-b6599938ae0a admin admin] Publish callbacks [] for security_group (4709531b-9e51-4e31-88f0-1cad657309bf), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:23.637723 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-a5ebaf24-9ac5-4374-ad87-b6599938ae0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (4709531b-9e51-4e31-88f0-1cad657309bf), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:23.676510 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebaf24-9ac5-4374-ad87-b6599938ae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4709531b-9e51-4e31-88f0-1cad657309bf,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:23.687793 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a5ebaf24-9ac5-4374-ad87-b6599938ae0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ee16ff7cb7245d99a7fe1043df37b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135819 May 26 17:03:23.696197 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58636) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:23.753020 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-153a5f8b-94cb-4ff4-99e2-d07dc7e38062 admin admin] Publish callbacks [] for security_group (4709531b-9e51-4e31-88f0-1cad657309bf), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:23.777783 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-153a5f8b-94cb-4ff4-99e2-d07dc7e38062 admin admin] Publish callbacks [] for security_group (4709531b-9e51-4e31-88f0-1cad657309bf), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:23.788852 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:23.986028 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-153a5f8b-94cb-4ff4-99e2-d07dc7e38062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (4709531b-9e51-4e31-88f0-1cad657309bf), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:23.989387 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-153a5f8b-94cb-4ff4-99e2-d07dc7e38062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:23.993568 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-153a5f8b-94cb-4ff4-99e2-d07dc7e38062 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4709531b-9e51-4e31-88f0-1cad657309bf HTTP/1.1" status: 204 len: 168 time: 0.3012557 May 26 17:03:24.002266 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5f8b-94cb-4ff4-99e2-d07dc7e38062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709531b-9e51-4e31-88f0-1cad657309bf,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:24.315171 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:03:24.523236 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:26.354797 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58710) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:26.493893 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-85665039-d8f1-4aef-86d7-28173e0eae3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5709ce2fac32449a929d5a4064fdd532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378522 May 26 17:03:26.500650 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58714) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:26.549050 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7aefcf24-f592-451b-a084-48dbf66c8eee admin admin] Publish callbacks [] for security_group (acbb2961-2e94-4fb0-b7c0-aededc48998f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:26.571476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7aefcf24-f592-451b-a084-48dbf66c8eee admin admin] Publish callbacks [] for security_group (acbb2961-2e94-4fb0-b7c0-aededc48998f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:26.717532 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7aefcf24-f592-451b-a084-48dbf66c8eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (acbb2961-2e94-4fb0-b7c0-aededc48998f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:26.720040 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7aefcf24-f592-451b-a084-48dbf66c8eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:26.721176 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7aefcf24-f592-451b-a084-48dbf66c8eee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acbb2961-2e94-4fb0-b7c0-aededc48998f HTTP/1.1" status: 204 len: 168 time: 0.2196367 May 26 17:03:26.737485 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefcf24-f592-451b-a084-48dbf66c8eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbb2961-2e94-4fb0-b7c0-aededc48998f,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:30.157657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58746) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:30.201747 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eab3d78-40c7-4d21-811f-38cda4656c5e admin admin] Deleting subnet 2d0c1b21-78e2-4098-8883-7cc84fdbf545 {{(pid=111096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:03:30.204908 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6eab3d78-40c7-4d21-811f-38cda4656c5e admin admin] Publish callbacks [] for subnet (2d0c1b21-78e2-4098-8883-7cc84fdbf545), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.241234 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6eab3d78-40c7-4d21-811f-38cda4656c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4749508'] for subnet (2d0c1b21-78e2-4098-8883-7cc84fdbf545), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.542559 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6eab3d78-40c7-4d21-811f-38cda4656c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (2d0c1b21-78e2-4098-8883-7cc84fdbf545), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.655234 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6eab3d78-40c7-4d21-811f-38cda4656c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4749469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592351'] for subnet (2d0c1b21-78e2-4098-8883-7cc84fdbf545), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.681589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab3d78-40c7-4d21-811f-38cda4656c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0c1b21-78e2-4098-8883-7cc84fdbf545,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:30.685511 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6eab3d78-40c7-4d21-811f-38cda4656c5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.689184 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-6eab3d78-40c7-4d21-811f-38cda4656c5e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2d0c1b21-78e2-4098-8883-7cc84fdbf545 HTTP/1.1" status: 204 len: 168 time: 0.5304790 May 26 17:03:30.691682 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58748) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:30.763803 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (12a87d45-8370-4248-b552-63dea63c9b5d), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.846223 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (12a87d45-8370-4248-b552-63dea63c9b5d), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.867597 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a87d45-8370-4248-b552-63dea63c9b5d']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:30.876935 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ce011d-683a-4fc8-9458-988a57643a1b') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:30.877230 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ce011d-683a-4fc8-9458-988a57643a1b') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:30.887426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (93ce011d-683a-4fc8-9458-988a57643a1b), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.901917 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (93ce011d-683a-4fc8-9458-988a57643a1b), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.908111 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:03:30.912052 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (93ce011d-683a-4fc8-9458-988a57643a1b), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:30.960249 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 93ce011d-683a-4fc8-9458-988a57643a1b resource provider aggregate not found May 26 17:03:30.978868 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 93ce011d-683a-4fc8-9458-988a57643a1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93ce011d-683a-4fc8-9458-988a57643a1b found for delete ", "request_id": "req-6863cb01-15f6-48b9-aecf-2a481518c2d9"}]} May 26 17:03:31.054523 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (12a87d45-8370-4248-b552-63dea63c9b5d), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:31.059988 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:31.063012 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] 10.222.0.48 "DELETE /v2.0/networks/12a87d45-8370-4248-b552-63dea63c9b5d HTTP/1.1" status: 204 len: 168 time: 0.3703768 May 26 17:03:31.075044 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=12a87d45-8370-4248-b552-63dea63c9b5d,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:31.082679 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.084353 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.084353 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.084353 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.084660 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.084958 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.085307 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.085636 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.085963 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.086290 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.086616 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.086943 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.087651 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.087975 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.088637 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e4e6a-9207-4fcf-85fd-98bc03f1d5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.455964 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58756) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:31.499203 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-417cebd5-4b40-49ee-8550-7aafd40dd904 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6ad6af479db4e92933ac0d1567f25e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429399 May 26 17:03:31.501802 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58758) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:31.552021 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Publish callbacks [] for security_group (d669683e-b4c8-4843-86c6-098355319342), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:31.577975 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Publish callbacks [] for security_group (d669683e-b4c8-4843-86c6-098355319342), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:31.706382 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (d669683e-b4c8-4843-86c6-098355319342), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:31.709451 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:31.710602 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d669683e-b4c8-4843-86c6-098355319342 HTTP/1.1" status: 204 len: 168 time: 0.2079194 May 26 17:03:31.718920 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d669683e-b4c8-4843-86c6-098355319342,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:31.727065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.727408 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.727747 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.728077 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.728407 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.728732 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.729056 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.729406 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.729756 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.730117 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.730461 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.730781 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.731096 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.731432 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:31.731796 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c271f6-abda-4cba-9234-b0fe9211c63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:32.854290 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58782) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:32.954562 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-141649629-network', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:33.060199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Made reservation on behalf of 0087e93bc2524a29b22a4adedec49ea6 for: {'network': 1} {{(pid=111097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:33.062772 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.073724 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.152027 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Publish callbacks [] for security_group (abc18978-9bf2-4e2e-9b80-465aef4b5f40), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.225945 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (abc18978-9bf2-4e2e-9b80-465aef4b5f40), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.248666 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:33.249630 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=111097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:03:33.267324 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc18978-9bf2-4e2e-9b80-465aef4b5f40,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:33.276270 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (245df20f-a483-4dc0-b7f2-1c29ce4b79be), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.276270 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.segments_db [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Added segment 245df20f-a483-4dc0-b7f2-1c29ce4b79be of type vlan for network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 May 26 17:03:33.315392 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.420309 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.421310 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:33.421894 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.482186 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] Pushing event updated for resources: {'Network': ['ID=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:33.492515 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:03:33.548589 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-afeef278-1520-4a3c-982f-8b6d90c4809b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6931810 May 26 17:03:33.551837 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58788) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:33.557336 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Request body: {'subnet': {'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-141649629-subnet', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:33.571052 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:33.683402 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Made reservation on behalf of 0087e93bc2524a29b22a4adedec49ea6 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:33.685993 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:33.735696 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:33.952640 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.016360 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:34.031057 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Checking segment: {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:34.037191 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Network hostable DHCP agents. Network: 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:03:34.180001 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:03:34.306172 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:34.312489 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:34.313630 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.316883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63297064-2da1-48a3-826b-e09338b9569b None None] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:03:34.378266 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:34.389136 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bfc120ea-73b4-496c-bb6e-a4a4cd465c2e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8361421 May 26 17:03:34.391815 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58790) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:34.396119 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:34.427612 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 17:03:34.428457 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.528867 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (cb913a14-b093-41bd-aace-e49059dd9a20), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.530067 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (cb913a14-b093-41bd-aace-e49059dd9a20), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.566956 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Allocated IP 172.20.0.2 (6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2/ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9/033a8dcf-10f9-45ce-9f32-0ab3bd52156d) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:34.583708 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks [] for router_controller (cb913a14-b093-41bd-aace-e49059dd9a20), precommit_add_association {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.637756 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:34.718448 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Publish callbacks [] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.801171 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks [] for router_gateway (cb913a14-b093-41bd-aace-e49059dd9a20), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.912969 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:34.952531 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:34.955397 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:34.960460 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:34.967295 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Pushing event updated for resources: {'Port': ['ID=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:35.022674 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:35.022935 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Attempting to bind port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:03:35.023209 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Attempting to bind port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:03:35.023569 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Attempting to bind port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d on network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:35.029011 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:35.029435 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Checking segment: {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:35.029875 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:35.030291 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Bound using segment: {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:35.030735 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Bound port: 033a8dcf-10f9-45ce-9f32-0ab3bd52156d, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:03:35.031110 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:35.094812 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] For port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:35.098022 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] For port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:35.142375 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks [] for router_gateway (cb913a14-b093-41bd-aace-e49059dd9a20), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:35.162448 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:35.226582 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:35.271719 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Allocated IP 172.27.1.223 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/c4344913-6d34-4692-9ed8-3c732d4c8f4d) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:35.288566 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cb5f0-f1b6-4b38-bf80-1b293e5a3826 None None] Pushing event updated for resources: {'Port': ['ID=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:35.345684 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:35.389018 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks [] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:35.486485 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:35.541411 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:35.546902 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:35.549435 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:35.551740 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Pushing event updated for resources: {'Port': ['ID=c4344913-6d34-4692-9ed8-3c732d4c8f4d,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:35.867695 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks [] for router_gateway (cb913a14-b093-41bd-aace-e49059dd9a20), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:36.073679 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (cb913a14-b093-41bd-aace-e49059dd9a20), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:36.229196 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c39653-f132-457e-818a-ec01fd2df0f3 None None] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:03:36.231254 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:36.294576 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Router cb913a14-b093-41bd-aace-e49059dd9a20 is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:03:36.319898 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-267657d5-8c8d-4e52-8025-c97d9d609342 None None] Provisioning complete for port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:36.320265 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-267657d5-8c8d-4e52-8025-c97d9d609342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:36.423575 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:36.439656 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Sync routers for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:36.465722 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-267657d5-8c8d-4e52-8025-c97d9d609342 None None] Current status of the port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:36.466172 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-267657d5-8c8d-4e52-8025-c97d9d609342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:36.469874 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:36.470552 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:36.479474 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:36.548813 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:36.550120 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-47dcce25-87e5-4a5e-9ac3-0cb52134b512 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1572571 May 26 17:03:36.554032 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58792) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:36.564209 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-267657d5-8c8d-4e52-8025-c97d9d609342 None None] For port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:36.635413 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:36.669661 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:36.720361 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-267657d5-8c8d-4e52-8025-c97d9d609342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.062817 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-20bc13a0-4ddb-47bd-9441-5a19459197bf None None] Provisioning complete for port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:37.063417 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-20bc13a0-4ddb-47bd-9441-5a19459197bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.101422 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 033a8dcf-10f9-45ce-9f32-0ab3bd52156d up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:37.138377 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267657d5-8c8d-4e52-8025-c97d9d609342 None None] Pushing event updated for resources: {'Port': ['ID=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:37.158795 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:37.162148 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.248404 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:37.249178 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.253688 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:35Z', 'revision_number': 3, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:37.311351 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Checking router: cb913a14-b093-41bd-aace-e49059dd9a20 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:37.311708 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Updating router cb913a14-b093-41bd-aace-e49059dd9a20 port c4344913-6d34-4692-9ed8-3c732d4c8f4d binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:03:37.321946 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-20bc13a0-4ddb-47bd-9441-5a19459197bf None None] Current status of the port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:37.334372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Allocated IP 172.20.0.1 (6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2/ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9/529024a1-44df-4191-ab55-9fb35bb08c5b) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:37.358141 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.444934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:37.453226 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Publish callbacks [] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.476678 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:37.530277 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.571752 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:37.576687 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:37.581639 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:37.602801 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Pushing event updated for resources: {'Port': ['ID=529024a1-44df-4191-ab55-9fb35bb08c5b,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:37.626578 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (cb913a14-b093-41bd-aace-e49059dd9a20), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.646681 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:37.673141 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:37.711698 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Publish callbacks [] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.776380 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.830784 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Attempting to bind port c4344913-6d34-4692-9ed8-3c732d4c8f4d on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:03:37.831160 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Attempting to bind port c4344913-6d34-4692-9ed8-3c732d4c8f4d by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:03:37.831520 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Attempting to bind port c4344913-6d34-4692-9ed8-3c732d4c8f4d on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:37.834211 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10c4c7-7a06-49dd-a54f-39b9589141eb None None] Pushing event updated for resources: {'Port': ['ID=c4344913-6d34-4692-9ed8-3c732d4c8f4d,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:37.843280 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.844427 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:37.844809 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:37.845199 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.845616 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:37.846091 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Bound port: c4344913-6d34-4692-9ed8-3c732d4c8f4d, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:03:37.846468 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.877579 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-0f936687-c169-40f3-adf8-059e4b1b13be None None] Provisioning complete for port 529024a1-44df-4191-ab55-9fb35bb08c5b triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:37.877579 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0f936687-c169-40f3-adf8-059e4b1b13be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:37.929016 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] For port c4344913-6d34-4692-9ed8-3c732d4c8f4d, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:37.932343 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] For port c4344913-6d34-4692-9ed8-3c732d4c8f4d, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=c4344913-6d34-4692-9ed8-3c732d4c8f4d,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:37.933844 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-0f936687-c169-40f3-adf8-059e4b1b13be None None] Port 529024a1-44df-4191-ab55-9fb35bb08c5b cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:03:38.054446 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Publish callbacks [] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:38.095446 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:38.162989 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:38.163627 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:38.163830 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:38.202233 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10c4c7-7a06-49dd-a54f-39b9589141eb None None] Pushing event updated for resources: {'Port': ['ID=c4344913-6d34-4692-9ed8-3c732d4c8f4d,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:38.243197 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Pushing event updated for resources: {'Port': ['ID=529024a1-44df-4191-ab55-9fb35bb08c5b,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:38.246859 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (cb913a14-b093-41bd-aace-e49059dd9a20), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:38.284854 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:38.346931 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:38.350334 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:38.406036 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:38.462013 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:38.475618 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Router cb913a14-b093-41bd-aace-e49059dd9a20 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:03:38.498957 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58794) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:38.513983 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 2, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:38.549029 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf111e3-df15-4ae1-b533-2712feb7ba25 None None] The sync data for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi is: [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 2, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:38.658337 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-2a09ae9a-9f90-4f79-8157-202f3a51e763 None None] Provisioning complete for port 529024a1-44df-4191-ab55-9fb35bb08c5b triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:38.658704 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2a09ae9a-9f90-4f79-8157-202f3a51e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:38.703655 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-2a09ae9a-9f90-4f79-8157-202f3a51e763 None None] Port 529024a1-44df-4191-ab55-9fb35bb08c5b cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:03:38.707632 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:38.829793 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Deleting port e1062ba2-1d39-4582-b021-3bcab713452c {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:38.839574 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (e1062ba2-1d39-4582-b021-3bcab713452c), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:38.876767 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:38.882963 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-6b0831b0-b01a-4739-b350-2b495ba09139 admin admin] 10.222.0.48 "PUT /v2.0/routers/cb913a14-b093-41bd-aace-e49059dd9a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3277454 May 26 17:03:39.091743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 033a8dcf-10f9-45ce-9f32-0ab3bd52156d up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:39.186640 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:39.187218 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:39.232148 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (e1062ba2-1d39-4582-b021-3bcab713452c), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:39.232645 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for floatingip (e1062ba2-1d39-4582-b021-3bcab713452c), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:39.258887 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Calling delete_port for e1062ba2-1d39-4582-b021-3bcab713452c owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:39.304573 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:39.586637 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (e1062ba2-1d39-4582-b021-3bcab713452c), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:39.616262 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event deleted for resources: {'Port': ['ID=e1062ba2-1d39-4582-b021-3bcab713452c,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:39.701963 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for floatingip (2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:39.701963 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Floating IP 2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339 disassociated (deleted). External IP: 172.27.1.11, port: dd6991b4-2331-41f4-a211-234d1b499987. May 26 17:03:39.873938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58812) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:39.882239 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-208685938-network', 'tenant_id': '495755b184544ac2a11db912887d6472'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:39.954684 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Router 6dc71487-ba18-49ff-87de-67eeee99f374 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:03:40.071776 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Made reservation on behalf of 495755b184544ac2a11db912887d6472 for: {'network': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:40.075823 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for network (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.079808 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:40.086920 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:40.088885 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.096752 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.098166 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] Sync routers for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:40.117776 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:40.118703 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:40.136020 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6290eb16-05bc-4257-8963-992a02e3799e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "DELETE /v2.0/floatingips/2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339 HTTP/1.1" status: 204 len: 168 time: 1.6348910 May 26 17:03:40.136751 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:40.139657 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "tag": "dd6991b4-2331-41f4-a211-234d1b499987"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:40.206177 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bc9d0d-92ed-4b6f-92bb-5770de4dd179 x-openstack-request-id: req-75bc9d0d-92ed-4b6f-92bb-5770de4dd179 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:40.206582 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "tag": "dd6991b4-2331-41f4-a211-234d1b499987", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:40.206897 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75bc9d0d-92ed-4b6f-92bb-5770de4dd179 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:40.207388 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bc9d0d-92ed-4b6f-92bb-5770de4dd179'] response: {'name': 'network-changed', 'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987', 'status': 'completed', 'code': 200} May 26 17:03:40.243786 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Publish callbacks [] for security_group (c816c8cc-cfc4-460a-9030-0944e5994570), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.246601 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:40.289451 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:40.295513 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-7c63bf51-b637-4ad9-92f7-25f09cf029f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:40.297341 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-7c63bf51-b637-4ad9-92f7-25f09cf029f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b9562e9c747f4808a67c01436d9ede47&device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 1130 time: 0.0493069 May 26 17:03:40.313688 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c816c8cc-cfc4-460a-9030-0944e5994570), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.389096 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=111096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:03:40.395654 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c816c8cc-cfc4-460a-9030-0944e5994570,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:40.409368 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761419777383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (394dfe01-27de-4207-b33b-609745e9d6fa), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.409771 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.segments_db [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Added segment 394dfe01-27de-4207-b33b-609745e9d6fa of type vlan for network 289c24f5-3701-4a58-870d-9207d1d206d3 May 26 17:03:40.478465 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761419263344'] for network (289c24f5-3701-4a58-870d-9207d1d206d3), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.481701 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-f079176d-ce22-4ea7-ae40-e28b99edd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:40.484535 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-f079176d-ce22-4ea7-ae40-e28b99edd5a0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 200 len: 910 time: 0.1807950 May 26 17:03:40.486792 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:19Z', 'revision_number': 5, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:40.532138 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] Checking router: 6dc71487-ba18-49ff-87de-67eeee99f374 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:40.542675 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-c1fe3380-5eb2-4dd0-9c7f-d8604ab04abd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 200 len: 217 time: 0.0501807 May 26 17:03:40.544237 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:40.545971 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:40.593548 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-a9e8dc7b-faac-4310-9248-96be066e9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:40.595044 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-a9e8dc7b-faac-4310-9248-96be066e9d0e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d5d69cff-769f-4d4d-a204-c34eae6aa945 HTTP/1.1" status: 200 len: 848 time: 0.0470054 May 26 17:03:40.637513 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930'] for network (289c24f5-3701-4a58-870d-9207d1d206d3), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.638571 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:40.639143 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.680141 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:40.695830 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:40.720482 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a94b1-8355-4d1e-9a65-f5d710ed456c req-9c208262-c8f7-49ce-8039-35470c382841 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:40.727402 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8512051 May 26 17:03:40.728728 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a83a94b1-8355-4d1e-9a65-f5d710ed456c req-9c208262-c8f7-49ce-8039-35470c382841 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0707431 May 26 17:03:40.730069 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58820) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:40.738699 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Request body: {'subnet': {'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-208685938-subnet', 'tenant_id': '495755b184544ac2a11db912887d6472', 'ip_version': 4}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:40.746263 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbd449-c88f-483f-9d6b-0fa13c28c3eb admin admin] Pushing event updated for resources: {'Network': ['ID=289c24f5-3701-4a58-870d-9207d1d206d3,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:40.762393 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Network 289c24f5-3701-4a58-870d-9207d1d206d3 details requested by agent ovs-agent-dv-cinder-836070-4-iscsi with host dv-cinder-836070-4-iscsi {{(pid=111098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:03:40.796106 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:40.814064 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a83a94b1-8355-4d1e-9a65-f5d710ed456c req-1e00e851-6a89-4be2-9f0b-f6641232a260 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653558 May 26 17:03:40.877557 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Made reservation on behalf of 495755b184544ac2a11db912887d6472 for: {'subnet': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:40.881434 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592370'] for subnet (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:40.998233 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:19Z', 'revision_number': 5, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:41.032403 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be8f43-30a3-49d6-a895-0096b4e4568a None None] The sync data for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi is: [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T16:58:15Z', 'revision_number': 4, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '93a534a4-7455-42c5-a21d-060669b006f0', 'name': '', 'network_id': '083fb909-4ca5-4768-88fe-a9b00dc0a812', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'mac_address': 'fa:16:3e:76:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:14Z', 'updated_at': '2022-05-26T16:58:19Z', 'revision_number': 5, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'subnets': [{'id': 'd5d69cff-769f-4d4d-a204-c34eae6aa945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:41.090040 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device c4344913-6d34-4692-9ed8-3c732d4c8f4d up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:41.142077 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port c4344913-6d34-4692-9ed8-3c732d4c8f4d triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:41.142624 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.188433 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4749532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592356'] for subnet (e5489887-f219-4415-ab5d-7c9ce00b3941), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.215982 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Sync routers for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:41.240162 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port c4344913-6d34-4692-9ed8-3c732d4c8f4d is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:41.240547 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.247503 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:41.248050 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:41.253500 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5489887-f219-4415-ab5d-7c9ce00b3941,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:41.256464 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Checking segment: {'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:41.256834 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Network hostable DHCP agents. Network: 289c24f5-3701-4a58-870d-9207d1d206d3, hostable agents: ['2cad7785-9126-4a22-be78-3956e95a8b9f'], hosted agents: [] {{(pid=111096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:03:41.303938 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port c4344913-6d34-4692-9ed8-3c732d4c8f4d, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=c4344913-6d34-4692-9ed8-3c732d4c8f4d,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:41.334892 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Network 289c24f5-3701-4a58-870d-9207d1d206d3 is scheduled to be hosted by DHCP agent 2cad7785-9126-4a22-be78-3956e95a8b9f with binding_index 1 {{(pid=111096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:03:41.371099 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.375214 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:41.426953 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-4-iscsi, 289c24f5-3701-4a58-870d-9207d1d206d3) {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:41.431672 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:41.431915 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.441852 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6840b-29b6-4e35-a13e-a3545f66b645 None None] Network 289c24f5-3701-4a58-870d-9207d1d206d3 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:03:41.534740 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-299d348c-6e28-407d-a189-8f4841e82145 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7997651 May 26 17:03:41.535103 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58822) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:41.546330 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:03:41.562633 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99485de-0638-4b01-b704-b9c30bcfa94e None None] New status for floating IP 2ac62ba7-de2a-4926-a0ee-4f0aa1cf7339: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:03:41.574800 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:41.712753 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=c4344913-6d34-4692-9ed8-3c732d4c8f4d,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:41.737217 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4922'] for router (1a265be3-8ca1-4293-b3ec-36bcda30e437), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.740559 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4867'] for router (1a265be3-8ca1-4293-b3ec-36bcda30e437), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.745363 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-df64d678-1161-428c-a12b-414e154a4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:41.747297 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-df64d678-1161-428c-a12b-414e154a4e84 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=083fb909-4ca5-4768-88fe-a9b00dc0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453043 May 26 17:03:41.760952 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-a27a51ae-c2c8-4da2-948d-a25be78cee1d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:03:41.762269 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-a27a51ae-c2c8-4da2-948d-a25be78cee1d service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061176 May 26 17:03:41.841889 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks [] for router_controller (1a265be3-8ca1-4293-b3ec-36bcda30e437), precommit_add_association {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.849221 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:41.892688 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-94ce91b2-146a-4c7e-8b84-c9b259c7a91d service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224153 May 26 17:03:41.932218 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f51106-60ff-5d18-b246-ac07044bc12f-289c24f5-3701-4a58-870d-9207d1d206d3', 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3', 'project_id': '495755b184544ac2a11db912887d6472', 'fixed_ips': [{'subnet_id': 'e5489887-f219-4415-ab5d-7c9ce00b3941'}]}} from dv-cinder-836070-4-iscsi. {{(pid=111098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 17:03:41.933187 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:41.962385 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 2, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:41.967999 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:42.000746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Checking router: cb913a14-b093-41bd-aace-e49059dd9a20 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:42.001174 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Updating router cb913a14-b093-41bd-aace-e49059dd9a20 port 529024a1-44df-4191-ab55-9fb35bb08c5b binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:03:42.026786 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-0d1bbdbb-d5bd-4450-9c39-80f7365586a1 req-b67da728-fd6c-43ba-9c1d-3ba63857034e service neutron] 10.222.0.95 "GET /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239460 May 26 17:03:42.176008 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:42.181756 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.217576 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks [] for router_gateway (1a265be3-8ca1-4293-b3ec-36bcda30e437), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.319228 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72010896-e134-4e50-9d0a-780ee73af77a req-85b13e40-98a9-4c61-8065-0cb02e91ff5f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:42.320856 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72010896-e134-4e50-9d0a-780ee73af77a req-85b13e40-98a9-4c61-8065-0cb02e91ff5f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.4211724 May 26 17:03:42.322795 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.db_base_plugin_common [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Allocated IP 172.20.0.2 (289c24f5-3701-4a58-870d-9207d1d206d3/e5489887-f219-4415-ab5d-7c9ce00b3941/e458fe4f-78cd-47f5-ba6d-d516800567aa) {{(pid=111098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:42.404450 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522693c-73b8-4362-b633-1a93aef85605 req-089934eb-1d22-4f69-95df-24a9bbfa0a1c tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:42.406968 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3522693c-73b8-4362-b633-1a93aef85605 req-089934eb-1d22-4f69-95df-24a9bbfa0a1c tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.95 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 946 time: 0.0750475 May 26 17:03:42.435340 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-72010896-e134-4e50-9d0a-780ee73af77a req-cd40358f-d180-4403-9149-9debe7e3595f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/security-groups?id=84e3935a-1b47-4dee-b165-29809016090f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033921 May 26 17:03:42.522236 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Deleting port dd6991b4-2331-41f4-a211-234d1b499987 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:42.522755 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (dd6991b4-2331-41f4-a211-234d1b499987), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.572362 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks [] for router_gateway (1a265be3-8ca1-4293-b3ec-36bcda30e437), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.593921 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.650933 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:42.689415 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] For port dd6991b4-2331-41f4-a211-234d1b499987, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd6991b4-2331-41f4-a211-234d1b499987,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:42.690008 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (dd6991b4-2331-41f4-a211-234d1b499987), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.708700 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Publish callbacks [] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), precommit_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.719004 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Calling delete_port for dd6991b4-2331-41f4-a211-234d1b499987 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:42.721501 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Allocated IP 172.27.1.72 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/46f87d08-0827-4289-8698-7dde3c6bc7af) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:42.805934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), after_create {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.819357 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Publish callbacks [] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.847906 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks [] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.887828 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Network 289c24f5-3701-4a58-870d-9207d1d206d3 is already hosted by enough agents. {{(pid=111098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:42.897027 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.scheduler.base_scheduler [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Resources bound (agent type, host, resource id): {{(pid=111098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:42.904540 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Received port after_create {{(pid=111098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:42.905443 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:42.919188 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Pushing event updated for resources: {'Port': ['ID=e458fe4f-78cd-47f5-ba6d-d516800567aa,revision_number=1']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:42.976679 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Attempting to bind port e458fe4f-78cd-47f5-ba6d-d516800567aa on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:03:42.977237 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Attempting to bind port e458fe4f-78cd-47f5-ba6d-d516800567aa by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:03:42.977921 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Attempting to bind port e458fe4f-78cd-47f5-ba6d-d516800567aa on network 289c24f5-3701-4a58-870d-9207d1d206d3 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:42.984986 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:42.985398 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Checking segment: {'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:42.985927 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:42.986326 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Bound using segment: {'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:42.986800 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Bound port: e458fe4f-78cd-47f5-ba6d-d516800567aa, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:03:42.987178 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.023682 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.039957 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.065240 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device c4344913-6d34-4692-9ed8-3c732d4c8f4d up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:43.077415 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (dd6991b4-2331-41f4-a211-234d1b499987), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.084401 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:43.091903 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:43.102340 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:43.142760 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Pushing event updated for resources: {'Port': ['ID=46f87d08-0827-4289-8698-7dde3c6bc7af,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:43.174000 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089ad03-d740-4502-8324-f427c3aa5777 None None] Pushing event updated for resources: {'Port': ['ID=529024a1-44df-4191-ab55-9fb35bb08c5b,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:43.184301 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event deleted for resources: {'Port': ['ID=dd6991b4-2331-41f4-a211-234d1b499987,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:43.192336 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:43.199230 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:43.210583 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] For port e458fe4f-78cd-47f5-ba6d-d516800567aa, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:43.216548 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] No DVR routers for this DVR port dd6991b4-2331-41f4-a211-234d1b499987 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:43.220183 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.227604 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-3522693c-73b8-4362-b633-1a93aef85605 req-797184de-930e-4c08-b4bd-fc8386d0bb8f tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.95 "DELETE /v2.0/ports/dd6991b4-2331-41f4-a211-234d1b499987 HTTP/1.1" status: 204 len: 173 time: 0.8146317 May 26 17:03:43.228865 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'name': 'network-vif-deleted', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:43.238844 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c866f2d-9980-4298-8376-876085d60118" -d '{"events": [{"server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "name": "network-vif-deleted", "tag": "dd6991b4-2331-41f4-a211-234d1b499987"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:43.260949 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] For port e458fe4f-78cd-47f5-ba6d-d516800567aa, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e458fe4f-78cd-47f5-ba6d-d516800567aa,segment=NetworkSegment(394dfe01-27de-4207-b33b-609745e9d6fa),segment_id=394dfe01-27de-4207-b33b-609745e9d6fa)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:43.291103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5b2f9f-9788-46d1-8596-09f992098b68 x-openstack-request-id: req-6b5b2f9f-9788-46d1-8596-09f992098b68 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:43.291103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981b012-8995-4185-9b5c-03934263a18c", "name": "network-vif-deleted", "tag": "dd6991b4-2331-41f4-a211-234d1b499987", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:43.291103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b5b2f9f-9788-46d1-8596-09f992098b68 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:43.291103 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5b2f9f-9788-46d1-8596-09f992098b68'] response: {'server_uuid': 'b981b012-8995-4185-9b5c-03934263a18c', 'name': 'network-vif-deleted', 'tag': 'dd6991b4-2331-41f4-a211-234d1b499987', 'status': 'completed', 'code': 200} May 26 17:03:43.292896 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port c4344913-6d34-4692-9ed8-3c732d4c8f4d triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:43.293405 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.297883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Attempting to bind port 529024a1-44df-4191-ab55-9fb35bb08c5b on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:03:43.297883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Attempting to bind port 529024a1-44df-4191-ab55-9fb35bb08c5b by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:03:43.297883 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Attempting to bind port 529024a1-44df-4191-ab55-9fb35bb08c5b on network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:43.331059 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:43.331375 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Checking segment: {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:43.331798 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.332206 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Bound using segment: {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:43.333354 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Bound port: 529024a1-44df-4191-ab55-9fb35bb08c5b, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:03:43.333748 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.352150 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:43.361765 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.547151 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e219a0a-0563-43ee-b91e-69951d045b88 None None] Pushing event updated for resources: {'Port': ['ID=e458fe4f-78cd-47f5-ba6d-d516800567aa,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:43.579215 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] For port 529024a1-44df-4191-ab55-9fb35bb08c5b, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:43.594713 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-133fb154-8945-442d-96bb-2afd0c298423 None None] Provisioning complete for port 529024a1-44df-4191-ab55-9fb35bb08c5b triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:43.600324 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-133fb154-8945-442d-96bb-2afd0c298423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.629472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port c4344913-6d34-4692-9ed8-3c732d4c8f4d is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:43.634397 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] For port 529024a1-44df-4191-ab55-9fb35bb08c5b, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=529024a1-44df-4191-ab55-9fb35bb08c5b,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:43.649241 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-133fb154-8945-442d-96bb-2afd0c298423 None None] Port 529024a1-44df-4191-ab55-9fb35bb08c5b cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:03:43.657857 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b9b367dd-189c-4b08-b5d8-5aa9499eccfa req-46d1a7a8-4f94-4db8-b6c1-2e4e5d28efc6 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 210 time: 0.0446370 May 26 17:03:43.673361 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks [] for router_gateway (1a265be3-8ca1-4293-b3ec-36bcda30e437), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.712715 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.800037 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:43.830825 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:43.832182 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:43.874527 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089ad03-d740-4502-8324-f427c3aa5777 None None] Pushing event updated for resources: {'Port': ['ID=529024a1-44df-4191-ab55-9fb35bb08c5b,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:43.946732 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402233'] for router (1a265be3-8ca1-4293-b3ec-36bcda30e437), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:43.985119 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:44.163303 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Router 1a265be3-8ca1-4293-b3ec-36bcda30e437 is scheduled to L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 with binding_index 1 {{(pid=111097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:03:44.194731 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-0e6b6c14-f9c2-4d3c-9f55-58868165c40d None None] Provisioning complete for port 529024a1-44df-4191-ab55-9fb35bb08c5b triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:44.195103 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c14-f9c2-4d3c-9f55-58868165c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:44.200721 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device dd6991b4-2331-41f4-a211-234d1b499987 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:44.245537 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:43Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:44.247317 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: dd6991b4-2331-41f4-a211-234d1b499987 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:44.247659 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device dd6991b4-2331-41f4-a211-234d1b499987 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:44.284096 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4b61d-73f8-4bbb-bdd5-15cd4508631b None None] The sync data for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi is: [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:43Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:44.301578 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:44.319728 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Sync routers for ids ['1a265be3-8ca1-4293-b3ec-36bcda30e437'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:44.341249 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b6c14-f9c2-4d3c-9f55-58868165c40d None None] Current status of the port 529024a1-44df-4191-ab55-9fb35bb08c5b is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:44.341649 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c14-f9c2-4d3c-9f55-58868165c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:44.343585 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Routers {'1a265be3-8ca1-4293-b3ec-36bcda30e437'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:44.344200 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['1a265be3-8ca1-4293-b3ec-36bcda30e437'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:44.405387 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:44.409224 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-79018f72-b922-437f-b6ae-48282c4d9fff admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8719082 May 26 17:03:44.412264 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58834) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:44.447982 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-0e6b6c14-f9c2-4d3c-9f55-58868165c40d None None] For port 529024a1-44df-4191-ab55-9fb35bb08c5b, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=529024a1-44df-4191-ab55-9fb35bb08c5b,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:44.640301 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c14-f9c2-4d3c-9f55-58868165c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:44.712386 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Set router 1a265be3-8ca1-4293-b3ec-36bcda30e437 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:44.840419 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b177f831-9063-4811-a3f5-fa0d6ae224c1 req-7762c2dc-4e34-43d5-8d83-3a1747efe94e tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981b012-8995-4185-9b5c-03934263a18c HTTP/1.1" status: 200 len: 210 time: 0.0483804 May 26 17:03:44.883022 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b6c14-f9c2-4d3c-9f55-58868165c40d None None] Pushing event updated for resources: {'Port': ['ID=529024a1-44df-4191-ab55-9fb35bb08c5b,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:44.892114 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:44.963191 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442e22e-707c-498f-803c-ed89a4b01099 None None] Network 289c24f5-3701-4a58-870d-9207d1d206d3 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:03:45.024903 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.051142 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-284e17cd-ddda-4d38-8830-011afd4193ef None None] Provisioning complete for port e458fe4f-78cd-47f5-ba6d-d516800567aa triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:45.051732 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-284e17cd-ddda-4d38-8830-011afd4193ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.087481 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:45.101158 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:03:43Z', 'revision_number': 3, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port': {'id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:42Z', 'updated_at': '2022-05-26T17:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:45.139904 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Checking router: 1a265be3-8ca1-4293-b3ec-36bcda30e437 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:45.140444 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Updating router 1a265be3-8ca1-4293-b3ec-36bcda30e437 port 46f87d08-0827-4289-8698-7dde3c6bc7af binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:03:45.200087 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.282553 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Allocated IP 172.20.0.1 (289c24f5-3701-4a58-870d-9207d1d206d3/e5489887-f219-4415-ab5d-7c9ce00b3941/6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:45.284689 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:45.291132 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 529024a1-44df-4191-ab55-9fb35bb08c5b up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:45.375597 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-284e17cd-ddda-4d38-8830-011afd4193ef None None] Current status of the port e458fe4f-78cd-47f5-ba6d-d516800567aa is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:45.383212 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-284e17cd-ddda-4d38-8830-011afd4193ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.415857 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Publish callbacks [] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.422435 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:45.496978 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 529024a1-44df-4191-ab55-9fb35bb08c5b triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:45.497381 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.500270 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-284e17cd-ddda-4d38-8830-011afd4193ef None None] For port e458fe4f-78cd-47f5-ba6d-d516800567aa, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e458fe4f-78cd-47f5-ba6d-d516800567aa,segment=NetworkSegment(394dfe01-27de-4207-b33b-609745e9d6fa),segment_id=394dfe01-27de-4207-b33b-609745e9d6fa)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:45.552865 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.590794 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-284e17cd-ddda-4d38-8830-011afd4193ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.594923 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Network 289c24f5-3701-4a58-870d-9207d1d206d3 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:45.597625 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:45.601662 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:45.627539 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Pushing event updated for resources: {'Port': ['ID=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:45.653680 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401738'] for router_interface (1a265be3-8ca1-4293-b3ec-36bcda30e437), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.702300 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e17cd-ddda-4d38-8830-011afd4193ef None None] Pushing event updated for resources: {'Port': ['ID=e458fe4f-78cd-47f5-ba6d-d516800567aa,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:45.730165 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 529024a1-44df-4191-ab55-9fb35bb08c5b is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:45.731256 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e458fe4f-78cd-47f5-ba6d-d516800567aa up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:45.735864 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:45.761732 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-c4c19351-4750-4485-9bb8-64dcc15c474c None None] Provisioning complete for port e458fe4f-78cd-47f5-ba6d-d516800567aa triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:45.762636 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-c4c19351-4750-4485-9bb8-64dcc15c474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.867096 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Publish callbacks [] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.874496 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port e458fe4f-78cd-47f5-ba6d-d516800567aa triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:45.874887 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.876009 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:45.898611 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:45.915787 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58840) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:45.945283 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-c4c19351-4750-4485-9bb8-64dcc15c474c None None] Current status of the port e458fe4f-78cd-47f5-ba6d-d516800567aa is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:45.987541 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port e458fe4f-78cd-47f5-ba6d-d516800567aa is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:46.002649 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.038487 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-81f065f8-40d4-4789-9273-80eb36078285 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group (84e3935a-1b47-4dee-b165-29809016090f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.063664 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Attempting to bind port 46f87d08-0827-4289-8698-7dde3c6bc7af on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:03:46.064437 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Attempting to bind port 46f87d08-0827-4289-8698-7dde3c6bc7af by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:03:46.064437 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Attempting to bind port 46f87d08-0827-4289-8698-7dde3c6bc7af on network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:46.066560 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc4053-25e0-43f1-8ce8-b08cbd762c1b None None] Pushing event updated for resources: {'Port': ['ID=46f87d08-0827-4289-8698-7dde3c6bc7af,revision_number=2']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:46.078772 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:46.079154 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Checking segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:46.079560 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.079955 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Bound using segment: {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:46.080904 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Bound port: 46f87d08-0827-4289-8698-7dde3c6bc7af, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8047e-df99-4486-bf24-8e2bd0e09729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:03:46.080904 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.085541 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-633155e2-b033-4f69-895a-42ba122ff1d3 None None] Provisioning complete for port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:46.085541 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-633155e2-b033-4f69-895a-42ba122ff1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.103676 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-81f065f8-40d4-4789-9273-80eb36078285 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group (84e3935a-1b47-4dee-b165-29809016090f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.153897 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:46.171953 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-633155e2-b033-4f69-895a-42ba122ff1d3 None None] Port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:03:46.179456 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] For port 46f87d08-0827-4289-8698-7dde3c6bc7af, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:46.183312 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] For port 46f87d08-0827-4289-8698-7dde3c6bc7af, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=46f87d08-0827-4289-8698-7dde3c6bc7af,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:46.186245 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Publish callbacks [] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.231748 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.289384 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.289687 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.336291 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-81f065f8-40d4-4789-9273-80eb36078285 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (84e3935a-1b47-4dee-b165-29809016090f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.338908 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-81f065f8-40d4-4789-9273-80eb36078285 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.340054 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-81f065f8-40d4-4789-9273-80eb36078285 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] 10.222.0.48 "DELETE /v2.0/security-groups/84e3935a-1b47-4dee-b165-29809016090f HTTP/1.1" status: 204 len: 168 time: 0.4234331 May 26 17:03:46.348085 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Routers {'1a265be3-8ca1-4293-b3ec-36bcda30e437'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:46.349341 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['1a265be3-8ca1-4293-b3ec-36bcda30e437'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:46.353054 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc4053-25e0-43f1-8ce8-b08cbd762c1b None None] Pushing event updated for resources: {'Port': ['ID=46f87d08-0827-4289-8698-7dde3c6bc7af,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:46.363864 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f065f8-40d4-4789-9273-80eb36078285 tempest-TestShelveInstance-617444017 tempest-TestShelveInstance-617444017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e3935a-1b47-4dee-b165-29809016090f,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:46.372047 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404986'] for router_interface (1a265be3-8ca1-4293-b3ec-36bcda30e437), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.377515 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Pushing event updated for resources: {'Port': ['ID=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:46.470653 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] Set router 1a265be3-8ca1-4293-b3ec-36bcda30e437 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:46.480031 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58844) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:46.484673 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Network 289c24f5-3701-4a58-870d-9207d1d206d3 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:46.485904 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:46.487475 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:46.640153 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Router 1a265be3-8ca1-4293-b3ec-36bcda30e437 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:03:46.750844 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:46.786888 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:46.792703 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-54c6c8c5-3a21-4bea-9328-59d77885426f admin admin] 10.222.0.48 "PUT /v2.0/routers/1a265be3-8ca1-4293-b3ec-36bcda30e437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3792026 May 26 17:03:46.832301 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-f62e04cd-8128-4c2a-896b-7f641568764b None None] Provisioning complete for port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:46.832630 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f62e04cd-8128-4c2a-896b-7f641568764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.865560 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-63e5b9f1-eb0d-44dd-bd03-5d1460beb581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:46.882091 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:03:45Z', 'revision_number': 4, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port': {'id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:42Z', 'updated_at': '2022-05-26T17:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa', 'name': '', 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3', 'tenant_id': '495755b184544ac2a11db912887d6472', 'mac_address': 'fa:16:3e:dc:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:45Z', 'updated_at': '2022-05-26T17:03:45Z', 'revision_number': 2, 'project_id': '495755b184544ac2a11db912887d6472', 'subnets': [{'id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:46.887504 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:46.887504 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-f62e04cd-8128-4c2a-896b-7f641568764b None None] Port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:03:46.910940 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ca783-89f2-4bb6-9ce2-aa23ead750e0 None None] The sync data for ids ['1a265be3-8ca1-4293-b3ec-36bcda30e437'] in dv-cinder-836070-4-iscsi is: [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:03:45Z', 'revision_number': 4, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port': {'id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:42Z', 'updated_at': '2022-05-26T17:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa', 'name': '', 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3', 'tenant_id': '495755b184544ac2a11db912887d6472', 'mac_address': 'fa:16:3e:dc:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:45Z', 'updated_at': '2022-05-26T17:03:45Z', 'revision_number': 2, 'project_id': '495755b184544ac2a11db912887d6472', 'subnets': [{'id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:46.966868 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:47.023387 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (6dc71487-ba18-49ff-87de-67eeee99f374), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:47.048080 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e458fe4f-78cd-47f5-ba6d-d516800567aa up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:47.106710 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port e458fe4f-78cd-47f5-ba6d-d516800567aa triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:47.107702 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:47.268369 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port e458fe4f-78cd-47f5-ba6d-d516800567aa is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:47.322518 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Deleting port 93a534a4-7455-42c5-a21d-060669b006f0 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:47.325934 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (93a534a4-7455-42c5-a21d-060669b006f0), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:47.412033 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] For port 93a534a4-7455-42c5-a21d-060669b006f0, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=93a534a4-7455-42c5-a21d-060669b006f0,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:47.412397 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (93a534a4-7455-42c5-a21d-060669b006f0), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:47.426983 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Calling delete_port for 93a534a4-7455-42c5-a21d-060669b006f0 owned by network:router_interface {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:48.014725 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (93a534a4-7455-42c5-a21d-060669b006f0), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:48.055156 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a534a4-7455-42c5-a21d-060669b006f0,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:48.242429 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (6dc71487-ba18-49ff-87de-67eeee99f374), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:48.294649 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:48.403844 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:48.540136 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Router 6dc71487-ba18-49ff-87de-67eeee99f374 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:03:48.680756 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:48.688642 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-76c9732e-c2ca-416c-b33a-dcd47b846de1 admin admin] 10.222.0.48 "PUT /v2.0/routers/6dc71487-ba18-49ff-87de-67eeee99f374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2066982 May 26 17:03:48.691561 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58870) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:48.702390 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] Sync routers for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:48.705991 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:48.708809 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=81 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:48.726100 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:48.727045 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:48.840266 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks [] for router (6dc71487-ba18-49ff-87de-67eeee99f374), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:48.870100 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:48.994364 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks [] for router_gateway (6dc71487-ba18-49ff-87de-67eeee99f374), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.065211 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:49.080797 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T17:03:47Z', 'revision_number': 5, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port': {'id': '3ecd217a-427d-48d9-ac9c-f32ffa907ff2', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:12Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:49.118310 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] Checking router: 6dc71487-ba18-49ff-87de-67eeee99f374 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:49.132066 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] Routers {'6dc71487-ba18-49ff-87de-67eeee99f374'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:49.132812 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['6dc71487-ba18-49ff-87de-67eeee99f374'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:49.175019 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Deleting port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:49.175358 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.192517 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-26f5a2a5-0bf4-4f57-a486-4957eedb2d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.208496 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 46f87d08-0827-4289-8698-7dde3c6bc7af up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:49.272208 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 46f87d08-0827-4289-8698-7dde3c6bc7af triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:49.272746 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.276965 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] Set router 6dc71487-ba18-49ff-87de-67eeee99f374 gateway port host: None {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:49.327377 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] For port 3ecd217a-427d-48d9-ac9c-f32ffa907ff2, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=3ecd217a-427d-48d9-ac9c-f32ffa907ff2,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:49.327767 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.350610 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T17:03:48Z', 'revision_number': 6, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port_host': None}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:49.355569 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Calling delete_port for 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 owned by network:router_gateway {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:49.377040 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 46f87d08-0827-4289-8698-7dde3c6bc7af is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:49.377594 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.382822 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81090ea7-de22-4a00-873c-1a23051ea646 None None] The sync data for ids ['6dc71487-ba18-49ff-87de-67eeee99f374'] in dv-cinder-836070-4-iscsi is: [{'id': '6dc71487-ba18-49ff-87de-67eeee99f374', 'name': 'tempest-TestShelveInstance-1757726034-router', 'tenant_id': 'b9562e9c747f4808a67c01436d9ede47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:11Z', 'updated_at': '2022-05-26T17:03:48Z', 'revision_number': 6, 'project_id': 'b9562e9c747f4808a67c01436d9ede47', 'gw_port_host': None}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:49.415864 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] For port 46f87d08-0827-4289-8698-7dde3c6bc7af, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=46f87d08-0827-4289-8698-7dde3c6bc7af,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:49.488437 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.557871 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Pushing event updated for resources: {'Port': ['ID=46f87d08-0827-4289-8698-7dde3c6bc7af,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:49.797609 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (3ecd217a-427d-48d9-ac9c-f32ffa907ff2), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.838114 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecd217a-427d-48d9-ac9c-f32ffa907ff2,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:49.870849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:49.910359 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (6dc71487-ba18-49ff-87de-67eeee99f374), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:49.966736 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:50.297703 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (6dc71487-ba18-49ff-87de-67eeee99f374), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.302120 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks [] for router_controller (6dc71487-ba18-49ff-87de-67eeee99f374), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.448873 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (6dc71487-ba18-49ff-87de-67eeee99f374), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.449453 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc71487-ba18-49ff-87de-67eeee99f374 {{(pid=111096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:03:50.453961 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.455342 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-d56208dc-1ff9-42e6-87b3-0ff781952ff3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6dc71487-ba18-49ff-87de-67eeee99f374 HTTP/1.1" status: 204 len: 168 time: 1.7625811 May 26 17:03:50.458277 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58872) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:50.522175 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a42f4d4-b9aa-43bf-ae3e-4017f2e2a32d admin admin] Deleting subnet d5d69cff-769f-4d4d-a204-c34eae6aa945 {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:03:50.526108 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4d4-b9aa-43bf-ae3e-4017f2e2a32d admin admin] Publish callbacks [] for subnet (d5d69cff-769f-4d4d-a204-c34eae6aa945), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.567828 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4d4-b9aa-43bf-ae3e-4017f2e2a32d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4737542'] for subnet (d5d69cff-769f-4d4d-a204-c34eae6aa945), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.579618 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Sync routers for ids ['1a265be3-8ca1-4293-b3ec-36bcda30e437'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:50.606674 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Routers {'1a265be3-8ca1-4293-b3ec-36bcda30e437'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:50.613901 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['1a265be3-8ca1-4293-b3ec-36bcda30e437'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:50.675458 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4d4-b9aa-43bf-ae3e-4017f2e2a32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (d5d69cff-769f-4d4d-a204-c34eae6aa945), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.768712 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Set router 1a265be3-8ca1-4293-b3ec-36bcda30e437 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:50.838697 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4d4-b9aa-43bf-ae3e-4017f2e2a32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4476543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4534061'] for subnet (d5d69cff-769f-4d4d-a204-c34eae6aa945), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.946070 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42f4d4-b9aa-43bf-ae3e-4017f2e2a32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d69cff-769f-4d4d-a204-c34eae6aa945,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:50.955016 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4d4-b9aa-43bf-ae3e-4017f2e2a32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:50.959469 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-4a42f4d4-b9aa-43bf-ae3e-4017f2e2a32d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d5d69cff-769f-4d4d-a204-c34eae6aa945 HTTP/1.1" status: 204 len: 168 time: 0.4995155 May 26 17:03:50.962212 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58874) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:50.965650 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e8eb01-cde8-4fe8-a75c-eb553ed9762c None None] Network 083fb909-4ca5-4768-88fe-a9b00dc0a812 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:03:51.082461 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:03:45Z', 'revision_number': 4, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port': {'id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:42Z', 'updated_at': '2022-05-26T17:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa', 'name': '', 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3', 'tenant_id': '495755b184544ac2a11db912887d6472', 'mac_address': 'fa:16:3e:dc:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:45Z', 'updated_at': '2022-05-26T17:03:45Z', 'revision_number': 2, 'project_id': '495755b184544ac2a11db912887d6472', 'subnets': [{'id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:51.100637 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (083fb909-4ca5-4768-88fe-a9b00dc0a812), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.118548 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Checking router: 1a265be3-8ca1-4293-b3ec-36bcda30e437 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:51.119059 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Updating router 1a265be3-8ca1-4293-b3ec-36bcda30e437 port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa binding host dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:03:51.174001 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Deleting port 96bca8bb-1808-4e2a-a315-7e226d3e235d {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:51.174001 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.181521 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 46f87d08-0827-4289-8698-7dde3c6bc7af up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:51.232630 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.239964 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:51.270718 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] For port 96bca8bb-1808-4e2a-a315-7e226d3e235d, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=96bca8bb-1808-4e2a-a315-7e226d3e235d,segment=NetworkSegment(317249c8-6714-43e5-bc92-b0604b84f319),segment_id=317249c8-6714-43e5-bc92-b0604b84f319)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:51.271333 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.301017 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Calling delete_port for 96bca8bb-1808-4e2a-a315-7e226d3e235d owned by network:dhcp {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:51.329476 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 46f87d08-0827-4289-8698-7dde3c6bc7af triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:51.329884 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.339959 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] DHCP port deletion for 083fb909-4ca5-4768-88fe-a9b00dc0a812 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:03:51.399718 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:51.483414 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.494685 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.502540 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] Deleting port 96bca8bb-1808-4e2a-a315-7e226d3e235d {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:51.502925 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.514127 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Pushing event deleted for resources: {'Port': ['ID=96bca8bb-1808-4e2a-a315-7e226d3e235d,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:51.524238 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] No DVR routers for this DVR port 96bca8bb-1808-4e2a-a315-7e226d3e235d on host dv-cinder-836070-4-iscsi {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:51.621515 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (083fb909-4ca5-4768-88fe-a9b00dc0a812), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.651272 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083fb909-4ca5-4768-88fe-a9b00dc0a812']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:51.658137 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] For port 96bca8bb-1808-4e2a-a315-7e226d3e235d, host dv-cinder-836070-4-iscsi, got binding levels [] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:51.658724 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.665461 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317249c8-6714-43e5-bc92-b0604b84f319') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:51.666984 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317249c8-6714-43e5-bc92-b0604b84f319') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:51.680738 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (317249c8-6714-43e5-bc92-b0604b84f319), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.681989 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 46f87d08-0827-4289-8698-7dde3c6bc7af is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:51.684669 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] Calling delete_port for 96bca8bb-1808-4e2a-a315-7e226d3e235d owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:51.689151 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.ipam_backend_mixin [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] Port 96bca8bb-1808-4e2a-a315-7e226d3e235d was not found and therefore no delete operation was performed {{(pid=111098) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 17:03:51.693249 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (96bca8bb-1808-4e2a-a315-7e226d3e235d), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.705748 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (317249c8-6714-43e5-bc92-b0604b84f319), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.714476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:03:51.717084 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (317249c8-6714-43e5-bc92-b0604b84f319), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.724192 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] Pushing event deleted for resources: {'Port': ['ID=96bca8bb-1808-4e2a-a315-7e226d3e235d,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:51.741223 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6983a-7bbb-447c-8d2f-d0f53d2cbbad None None] No DVR routers for this DVR port 96bca8bb-1808-4e2a-a315-7e226d3e235d on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:51.776890 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 317249c8-6714-43e5-bc92-b0604b84f319 resource provider aggregate not found May 26 17:03:51.802529 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:51.836604 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 317249c8-6714-43e5-bc92-b0604b84f319 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 317249c8-6714-43e5-bc92-b0604b84f319 found for delete ", "request_id": "req-cce233bb-49ab-4faa-a6b9-72ac448a5564"}]} May 26 17:03:51.866688 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:51.867154 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 3ecd217a-427d-48d9-ac9c-f32ffa907ff2 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:51.867570 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 93a534a4-7455-42c5-a21d-060669b006f0 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:51.889879 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 93a534a4-7455-42c5-a21d-060669b006f0 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:51.890129 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 93a534a4-7455-42c5-a21d-060669b006f0 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:51.908268 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Publish callbacks [] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), precommit_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.957058 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (083fb909-4ca5-4768-88fe-a9b00dc0a812), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.973787 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:51.980541 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] 10.222.0.48 "DELETE /v2.0/networks/083fb909-4ca5-4768-88fe-a9b00dc0a812 HTTP/1.1" status: 204 len: 168 time: 1.0145483 May 26 17:03:51.980541 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28389-eec8-4e25-8852-91a3ee7a1cae admin admin] Pushing event deleted for resources: {'Network': ['ID=083fb909-4ca5-4768-88fe-a9b00dc0a812,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:51.980831 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58884) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:52.080363 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.173940 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f0fe6-6506-4a9b-9c17-17dacedae7b0 None None] Pushing event updated for resources: {'Port': ['ID=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,revision_number=3']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:52.221634 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Attempting to bind port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa on host dv-cinder-836070-4-iscsi for vnic_type normal with profile {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:03:52.222454 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Attempting to bind port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa by drivers openvswitch,hyperv on host dv-cinder-836070-4-iscsi at level 0 using segments [{'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:03:52.222454 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Attempting to bind port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa on network 289c24f5-3701-4a58-870d-9207d1d206d3 {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:52.230348 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Checking agent: {'id': 'a06090c4-a969-4955-88f7-bbe8390524e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 43, 54), 'started_at': datetime.datetime(2022, 5, 26, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:52.230348 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Checking segment: {'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:03:52.230793 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.231156 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Bound using segment: {'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'} {{(pid=111098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:52.231628 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.managers [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Bound port: 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa, host: dv-cinder-836070-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394dfe01-27de-4207-b33b-609745e9d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3'}}] {{(pid=111098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:03:52.232010 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.333201 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] For port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa, host dv-cinder-836070-4-iscsi, cleared binding levels {{(pid=111098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:52.337491 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] For port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa, host dv-cinder-836070-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,segment=NetworkSegment(394dfe01-27de-4207-b33b-609745e9d6fa),segment_id=394dfe01-27de-4207-b33b-609745e9d6fa)] {{(pid=111098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:52.338801 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:52.358304 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:52.413912 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-a41c5ba7-7f09-4789-b1f3-d21c364ec59f None None] Provisioning complete for port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:52.414581 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a41c5ba7-7f09-4789-b1f3-d21c364ec59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.426697 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (dc8522c7-4e13-4276-9014-05639c3a47f3), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.445975 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.509533 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-a41c5ba7-7f09-4789-b1f3-d21c364ec59f None None] Port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:03:52.550135 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Routers {'1a265be3-8ca1-4293-b3ec-36bcda30e437'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:52.550832 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['1a265be3-8ca1-4293-b3ec-36bcda30e437'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:52.579450 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:52.788436 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Deleting port 527e13cf-2e42-4c9d-8777-c41a7568fa08 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:52.788796 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.809093 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f0fe6-6506-4a9b-9c17-17dacedae7b0 None None] Pushing event updated for resources: {'Port': ['ID=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:52.831172 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] Set router 1a265be3-8ca1-4293-b3ec-36bcda30e437 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:52.864016 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:52.871814 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-29c4a434-4a57-43a2-956c-ede282f4b773 None None] Provisioning complete for port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:52.873420 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-29c4a434-4a57-43a2-956c-ede282f4b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.890976 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] For port 527e13cf-2e42-4c9d-8777-c41a7568fa08, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=527e13cf-2e42-4c9d-8777-c41a7568fa08,segment=NetworkSegment(a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6),segment_id=a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:52.891389 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:52.914532 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Calling delete_port for 527e13cf-2e42-4c9d-8777-c41a7568fa08 owned by network:router_interface {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:53.070279 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-29c4a434-4a57-43a2-956c-ede282f4b773 None None] Current status of the port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa is: DOWN; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:53.070668 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-29c4a434-4a57-43a2-956c-ede282f4b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:53.151451 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-29c4a434-4a57-43a2-956c-ede282f4b773 None None] For port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,segment=NetworkSegment(394dfe01-27de-4207-b33b-609745e9d6fa),segment_id=394dfe01-27de-4207-b33b-609745e9d6fa)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:53.156831 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:53.162033 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:03:45Z', 'revision_number': 4, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port': {'id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:42Z', 'updated_at': '2022-05-26T17:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa', 'name': '', 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3', 'tenant_id': '495755b184544ac2a11db912887d6472', 'mac_address': 'fa:16:3e:dc:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:45Z', 'updated_at': '2022-05-26T17:03:52Z', 'revision_number': 4, 'project_id': '495755b184544ac2a11db912887d6472', 'subnets': [{'id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:53.213138 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9ffd4-7362-430a-a255-c717bbc2fe4f None None] The sync data for ids ['1a265be3-8ca1-4293-b3ec-36bcda30e437'] in dv-cinder-836070-4-iscsi is: [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:03:45Z', 'revision_number': 4, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port': {'id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:42Z', 'updated_at': '2022-05-26T17:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa', 'name': '', 'network_id': '289c24f5-3701-4a58-870d-9207d1d206d3', 'tenant_id': '495755b184544ac2a11db912887d6472', 'mac_address': 'fa:16:3e:dc:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:45Z', 'updated_at': '2022-05-26T17:03:52Z', 'revision_number': 4, 'project_id': '495755b184544ac2a11db912887d6472', 'subnets': [{'id': 'e5489887-f219-4415-ab5d-7c9ce00b3941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:53.233162 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-29c4a434-4a57-43a2-956c-ede282f4b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:53.260472 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (527e13cf-2e42-4c9d-8777-c41a7568fa08), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:53.308359 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Pushing event deleted for resources: {'Port': ['ID=527e13cf-2e42-4c9d-8777-c41a7568fa08,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:53.308568 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:53.308921 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:53.362371 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4a434-4a57-43a2-956c-ede282f4b773 None None] Pushing event updated for resources: {'Port': ['ID=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:53.371160 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:53.434303 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:53.526487 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 96bca8bb-1808-4e2a-a315-7e226d3e235d no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:53.568265 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 96bca8bb-1808-4e2a-a315-7e226d3e235d {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:53.573247 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 96bca8bb-1808-4e2a-a315-7e226d3e235d not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:53.634007 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (dc8522c7-4e13-4276-9014-05639c3a47f3), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:53.844869 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:53.925052 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Router dc8522c7-4e13-4276-9014-05639c3a47f3 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:03:53.940414 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:54.073418 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:54.078594 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-b4d67d10-1617-4d63-8206-d2f5dde9c162 admin admin] 10.222.0.48 "PUT /v2.0/routers/dc8522c7-4e13-4276-9014-05639c3a47f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0965776 May 26 17:03:54.082402 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58888) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:54.086669 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] Sync routers for ids ['dc8522c7-4e13-4276-9014-05639c3a47f3'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:54.104185 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] Routers {'dc8522c7-4e13-4276-9014-05639c3a47f3'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:54.104814 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['dc8522c7-4e13-4276-9014-05639c3a47f3'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:54.270002 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] Set router dc8522c7-4e13-4276-9014-05639c3a47f3 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:54.282584 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks [] for router (dc8522c7-4e13-4276-9014-05639c3a47f3), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:54.420211 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks [] for router_gateway (dc8522c7-4e13-4276-9014-05639c3a47f3), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:54.498087 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '09243259-2e86-454f-94ff-3cdf12f13434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T17:03:53Z', 'revision_number': 5, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port': {'id': '09243259-2e86-454f-94ff-3cdf12f13434', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:20Z', 'updated_at': '2022-05-26T16:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:54.528818 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:54.540417 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] Checking router: dc8522c7-4e13-4276-9014-05639c3a47f3 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:54.546212 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=100 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:54.548609 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Deleting port 09243259-2e86-454f-94ff-3cdf12f13434 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:54.549107 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (09243259-2e86-454f-94ff-3cdf12f13434), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:54.553712 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] Routers {'dc8522c7-4e13-4276-9014-05639c3a47f3'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:54.554267 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:03:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['dc8522c7-4e13-4276-9014-05639c3a47f3'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:54.660009 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] For port 09243259-2e86-454f-94ff-3cdf12f13434, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=09243259-2e86-454f-94ff-3cdf12f13434,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:54.662350 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (09243259-2e86-454f-94ff-3cdf12f13434), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:54.674404 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] Set router dc8522c7-4e13-4276-9014-05639c3a47f3 gateway port host: None {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:54.686780 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Calling delete_port for 09243259-2e86-454f-94ff-3cdf12f13434 owned by network:router_gateway {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:54.743634 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T17:03:54Z', 'revision_number': 6, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port_host': None}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:54.773859 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996984e-90a5-4c3d-8b1a-bc1f913eb451 None None] The sync data for ids ['dc8522c7-4e13-4276-9014-05639c3a47f3'] in dv-cinder-836070-4-iscsi is: [{'id': 'dc8522c7-4e13-4276-9014-05639c3a47f3', 'name': 'tempest-TestShelveInstance-1823590383-router', 'tenant_id': 'c47b3f47f4274f978c20a051237a844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:58:19Z', 'updated_at': '2022-05-26T17:03:54Z', 'revision_number': 6, 'project_id': 'c47b3f47f4274f978c20a051237a844f', 'gw_port_host': None}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:55.021049 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (09243259-2e86-454f-94ff-3cdf12f13434), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.068913 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=09243259-2e86-454f-94ff-3cdf12f13434,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:55.140270 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (dc8522c7-4e13-4276-9014-05639c3a47f3), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.558384 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (dc8522c7-4e13-4276-9014-05639c3a47f3), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.560561 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks [] for router_controller (dc8522c7-4e13-4276-9014-05639c3a47f3), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.647946 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa up at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:55.671751 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (dc8522c7-4e13-4276-9014-05639c3a47f3), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.672442 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc8522c7-4e13-4276-9014-05639c3a47f3 {{(pid=111097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:03:55.678512 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.686932 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-65173a85-a719-4df8-b577-9b13b823e9cb admin admin] 10.222.0.48 "DELETE /v2.0/routers/dc8522c7-4e13-4276-9014-05639c3a47f3 HTTP/1.1" status: 204 len: 168 time: 1.5976486 May 26 17:03:55.686932 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 58890) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:55.701389 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Provisioning complete for port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:03:55.701862 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.742456 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef274244-5117-49e2-b0da-ae5674e8ad42 admin admin] Deleting subnet 54b78a8b-d128-4a9e-a560-ddd335a989c8 {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:03:55.746565 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ef274244-5117-49e2-b0da-ae5674e8ad42 admin admin] Publish callbacks [] for subnet (54b78a8b-d128-4a9e-a560-ddd335a989c8), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.777837 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:55.789143 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Current status of the port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:03:55.790284 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:55.793112 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ef274244-5117-49e2-b0da-ae5674e8ad42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4737542'] for subnet (54b78a8b-d128-4a9e-a560-ddd335a989c8), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:55.864343 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 527e13cf-2e42-4c9d-8777-c41a7568fa08 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:55.898289 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 527e13cf-2e42-4c9d-8777-c41a7568fa08 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:55.898897 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 527e13cf-2e42-4c9d-8777-c41a7568fa08 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:55.905218 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ef274244-5117-49e2-b0da-ae5674e8ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (54b78a8b-d128-4a9e-a560-ddd335a989c8), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.095156 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ef274244-5117-49e2-b0da-ae5674e8ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4476543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4534061'] for subnet (54b78a8b-d128-4a9e-a560-ddd335a989c8), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.126230 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef274244-5117-49e2-b0da-ae5674e8ad42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b78a8b-d128-4a9e-a560-ddd335a989c8,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:56.130333 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-ef274244-5117-49e2-b0da-ae5674e8ad42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.133633 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-ef274244-5117-49e2-b0da-ae5674e8ad42 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54b78a8b-d128-4a9e-a560-ddd335a989c8 HTTP/1.1" status: 204 len: 168 time: 0.4461048 May 26 17:03:56.136258 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58896) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:56.148005 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d8dc4-4925-4d04-8de9-4ca686dde0c7 None None] Network 66c2108e-70af-4d78-8617-c234983a85aa requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:03:56.226342 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (66c2108e-70af-4d78-8617-c234983a85aa), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.273220 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Deleting port 336401fc-1c6a-407e-8824-5be9b66c25ae {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:56.273657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.344931 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] For port 336401fc-1c6a-407e-8824-5be9b66c25ae, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=336401fc-1c6a-407e-8824-5be9b66c25ae,segment=NetworkSegment(a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6),segment_id=a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:56.345206 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.352444 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] DHCP port deletion for 66c2108e-70af-4d78-8617-c234983a85aa request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:03:56.367944 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Calling delete_port for 336401fc-1c6a-407e-8824-5be9b66c25ae owned by network:dhcp {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:56.392408 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:56.404604 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Deleting port 336401fc-1c6a-407e-8824-5be9b66c25ae {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:03:56.405274 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.408557 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:56.419560 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:56.492498 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] For port 336401fc-1c6a-407e-8824-5be9b66c25ae, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=336401fc-1c6a-407e-8824-5be9b66c25ae,segment=NetworkSegment(a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6),segment_id=a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:56.493322 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.514490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Calling delete_port for 336401fc-1c6a-407e-8824-5be9b66c25ae owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:03:56.528747 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.533111 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:03:56.570229 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=336401fc-1c6a-407e-8824-5be9b66c25ae,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:56.574794 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] No DVR routers for this DVR port 336401fc-1c6a-407e-8824-5be9b66c25ae on host dv-cinder-836070-4-iscsi {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:56.627696 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (336401fc-1c6a-407e-8824-5be9b66c25ae), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.657516 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Pushing event deleted for resources: {'Port': ['ID=336401fc-1c6a-407e-8824-5be9b66c25ae,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:56.671674 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.672690 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.672690 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.672690 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.673037 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.675007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.675007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.675007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.675007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.675007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.675007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.675708 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.675708 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.677086 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.677086 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:56.679363 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c84a1-5123-46c0-befd-06052540ea73 None None] No DVR routers for this DVR port 336401fc-1c6a-407e-8824-5be9b66c25ae on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:56.684331 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (66c2108e-70af-4d78-8617-c234983a85aa), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.712690 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c2108e-70af-4d78-8617-c234983a85aa']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:56.725894 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:56.726229 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:56.736422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.752489 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.759731 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:03:56.759981 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.781175 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6 resource provider aggregate not found May 26 17:03:56.831753 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5a134cf-cbdc-40c0-88dc-36fcbbc6abf6 found for delete ", "request_id": "req-79eab82b-00cc-4ae5-bdec-11549942a4e4"}]} May 26 17:03:56.946575 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (66c2108e-70af-4d78-8617-c234983a85aa), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.964395 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:56.970148 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] 10.222.0.48 "DELETE /v2.0/networks/66c2108e-70af-4d78-8617-c234983a85aa HTTP/1.1" status: 204 len: 168 time: 0.8296766 May 26 17:03:56.970148 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd1ebb-ed19-4130-88f3-3dc7196dbd38 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c2108e-70af-4d78-8617-c234983a85aa,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:57.084162 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 09243259-2e86-454f-94ff-3cdf12f13434 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:57.108977 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 09243259-2e86-454f-94ff-3cdf12f13434 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:57.111082 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 09243259-2e86-454f-94ff-3cdf12f13434 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:57.111670 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 336401fc-1c6a-407e-8824-5be9b66c25ae no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:57.135021 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 336401fc-1c6a-407e-8824-5be9b66c25ae {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:03:57.135526 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 336401fc-1c6a-407e-8824-5be9b66c25ae not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:57.432222 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58904) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:57.488272 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-431b1d5a-8ca0-4192-aa32-97b5773826d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9562e9c747f4808a67c01436d9ede47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526412 May 26 17:03:57.489095 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58906) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:57.550892 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-346a94fe-fde4-45ac-bfa8-89f5c895ffe4 admin admin] Publish callbacks [] for security_group (b708a248-0d9f-408b-9a8f-de07a11d45da), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:57.579080 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-346a94fe-fde4-45ac-bfa8-89f5c895ffe4 admin admin] Publish callbacks [] for security_group (b708a248-0d9f-408b-9a8f-de07a11d45da), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:57.700788 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-346a94fe-fde4-45ac-bfa8-89f5c895ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (b708a248-0d9f-408b-9a8f-de07a11d45da), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:57.706357 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-346a94fe-fde4-45ac-bfa8-89f5c895ffe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:57.708435 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-346a94fe-fde4-45ac-bfa8-89f5c895ffe4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b708a248-0d9f-408b-9a8f-de07a11d45da HTTP/1.1" status: 204 len: 168 time: 0.2183578 May 26 17:03:57.719951 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a94fe-fde4-45ac-bfa8-89f5c895ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b708a248-0d9f-408b-9a8f-de07a11d45da,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:58.946132 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58912) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:58.999611 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-077fcafb-4936-45e6-b349-bf2ffcc918e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c47b3f47f4274f978c20a051237a844f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496757 May 26 17:03:59.000647 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 58918) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:03:59.061952 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ac397a28-a980-45f6-8370-ebd4e24e5179 admin admin] Publish callbacks [] for security_group (71a26f4a-074a-4746-8c03-c2530c3ac0c6), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:59.095207 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ac397a28-a980-45f6-8370-ebd4e24e5179 admin admin] Publish callbacks [] for security_group (71a26f4a-074a-4746-8c03-c2530c3ac0c6), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:59.248656 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ac397a28-a980-45f6-8370-ebd4e24e5179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (71a26f4a-074a-4746-8c03-c2530c3ac0c6), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:59.251568 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ac397a28-a980-45f6-8370-ebd4e24e5179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:03:59.252801 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ac397a28-a980-45f6-8370-ebd4e24e5179 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71a26f4a-074a-4746-8c03-c2530c3ac0c6 HTTP/1.1" status: 204 len: 168 time: 0.2511029 May 26 17:03:59.265480 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac397a28-a980-45f6-8370-ebd4e24e5179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a26f4a-074a-4746-8c03-c2530c3ac0c6,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:00.197886 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-618117f7-c026-4c27-86b9-b05ec5b539a2 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:00.199266 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-618117f7-c026-4c27-86b9-b05ec5b539a2 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/networks?id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 HTTP/1.1" status: 200 len: 814 time: 0.1058164 May 26 17:04:00.213679 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-3831e686-4361-429b-b244-9edc7cfad9da tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/quotas/0087e93bc2524a29b22a4adedec49ea6 HTTP/1.1" status: 200 len: 375 time: 0.0090683 May 26 17:04:00.269050 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-a83391ee-0613-4fca-aa7a-54ffa7c00011 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0087e93bc2524a29b22a4adedec49ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504925 May 26 17:04:00.381755 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-e0545771-54d1-40e6-9f38-f97e24a12ee0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:04:00.382879 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-e0545771-54d1-40e6-9f38-f97e24a12ee0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1022532 May 26 17:04:00.474800 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-f917e7f6-691f-466b-bf04-cc3182de64e8 service neutron] 10.222.0.48 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856392 May 26 17:04:00.570187 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-f9d84e1d-ef64-4b86-b2bd-ea9d8caa074f service neutron] 10.222.0.48 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894399 May 26 17:04:00.818380 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-6f7f0e1d-cd99-4f98-afdd-2045fd0e1f35 req-47a517de-3645-46f3-a8df-8053da617f82 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 210 time: 0.0311484 May 26 17:04:01.314040 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:04:01.899246 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0b06865b-b2ed-4268-a085-a11bb62093ff req-9e3389fe-2a19-4c5d-93e8-ad6d2e26e98d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 210 time: 0.0287824 May 26 17:04:03.000303 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9a3dc890-9572-43ca-a317-479ca8e3f508 req-f06844e4-5d74-4b72-b7fa-007e4b6ea7c7 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 210 time: 0.0290489 May 26 17:04:03.680296 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8d6da8c1-4e0f-4e3d-977f-56f67fe51936 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:03.681891 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8d6da8c1-4e0f-4e3d-977f-56f67fe51936 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.95 "GET /v2.0/networks?id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 HTTP/1.1" status: 200 len: 814 time: 0.1043284 May 26 17:04:03.702263 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'port': {'device_id': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'admin_state_up': True, 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:03.800330 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:03.928221 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Made reservation on behalf of 0087e93bc2524a29b22a4adedec49ea6 for: {'port': 1} {{(pid=111096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:03.931809 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:04.013125 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:04.069250 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_common [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Allocated IP 172.20.0.13 (6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2/ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9/2cf5870a-e439-43e4-845e-634e2e36bb39) {{(pid=111096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:04.105607 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8edf12a5-5d7c-4c6a-b898-5c0753b57dbc req-d2b23821-967f-4b43-9a92-baadce77b6c1 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 210 time: 0.0331457 May 26 17:04:04.233860 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:04.352405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:04.399832 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 is already hosted by enough agents. {{(pid=111096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:04.405407 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.base_scheduler [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Resources bound (agent type, host, resource id): {{(pid=111096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:04.407864 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Received port after_create {{(pid=111096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:04.438805 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'Port': ['ID=2cf5870a-e439-43e4-845e-634e2e36bb39,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:04.468042 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:04.468690 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:04.544024 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-36134443-4075-4cf6-a40e-2f8d34e905a5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8453166 May 26 17:04:04.636821 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Request body: {'port': {'device_id': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:04.648647 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-661974a5-9b6f-4055-b2d5-d2006df63bbe None None] Provisioning complete for port 2cf5870a-e439-43e4-845e-634e2e36bb39 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:04:04.649252 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-661974a5-9b6f-4055-b2d5-d2006df63bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:04.717745 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:04.737209 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-661974a5-9b6f-4055-b2d5-d2006df63bbe None None] Port 2cf5870a-e439-43e4-845e-634e2e36bb39 cannot update to ACTIVE because it is not bound. {{(pid=111098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:04:04.761372 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:05.119760 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf5870a-e439-43e4-845e-634e2e36bb39 {{(pid=111096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:04:05.143750 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Publish callbacks [] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), precommit_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:05.172404 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.provisioning_blocks [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Transition to ACTIVE for port object 2cf5870a-e439-43e4-845e-634e2e36bb39 will not be triggered until provisioned by entity L2. {{(pid=111096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 17:04:05.250294 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa9a2b-2dab-457f-a94e-5e3fd9847b1a req-e17b21de-af1d-4e67-ba9d-48c775ace858 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:05.252569 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2faa9a2b-2dab-457f-a94e-5e3fd9847b1a req-e17b21de-af1d-4e67-ba9d-48c775ace858 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 932 time: 0.0519125 May 26 17:04:05.265225 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:05.328838 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf5870a-e439-43e4-845e-634e2e36bb39,revision_number=2']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:05.350879 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-2faa9a2b-2dab-457f-a94e-5e3fd9847b1a req-04444a02-5796-4f22-95eb-5fa7d8be0b6c tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845101 May 26 17:04:05.450619 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Attempting to bind port 2cf5870a-e439-43e4-845e-634e2e36bb39 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:04:05.451294 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Attempting to bind port 2cf5870a-e439-43e4-845e-634e2e36bb39 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:04:05.451963 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Attempting to bind port 2cf5870a-e439-43e4-845e-634e2e36bb39 on network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:05.458268 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Port 2cf5870a-e439-43e4-845e-634e2e36bb39 on network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:04:05.458837 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Attempting to bind port 2cf5870a-e439-43e4-845e-634e2e36bb39 on network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:05.464702 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Checking agent: {'id': '5b8db45c-f892-4106-82b0-478f6f4d71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'started_at': datetime.datetime(2022, 5, 26, 16, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:05.465043 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Checking segment: {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:04:05.465515 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Bound using segment: {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'} {{(pid=111096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:05.465948 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.managers [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Bound port: 2cf5870a-e439-43e4-845e-634e2e36bb39, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245df20f-a483-4dc0-b7f2-1c29ce4b79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2'}}] {{(pid=111096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:04:05.466310 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), before_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:05.531058 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:05.542048 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] For port 2cf5870a-e439-43e4-845e-634e2e36bb39, host hv-cinder-83607, cleared binding levels {{(pid=111096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:05.545641 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] For port 2cf5870a-e439-43e4-845e-634e2e36bb39, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2cf5870a-e439-43e4-845e-634e2e36bb39,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:05.609852 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4749659'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), after_update {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:05.649325 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:05.650310 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:05.652029 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] 10.222.0.95 "PUT /v2.0/ports/2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 1094 time: 1.0832820 May 26 17:04:05.652488 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:05.656481 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46819f5a-b85a-4b79-a59b-d9ae737e8772" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:05.729657 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101ab83-db60-43b3-9192-b46962f3f7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf5870a-e439-43e4-845e-634e2e36bb39,revision_number=3']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:05.963140 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a66fec9-1fbe-4d6a-989e-f5f76f183844 x-openstack-request-id: req-4a66fec9-1fbe-4d6a-989e-f5f76f183844 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:05.963432 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:05.963684 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a66fec9-1fbe-4d6a-989e-f5f76f183844 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:05.964083 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a66fec9-1fbe-4d6a-989e-f5f76f183844'] response: {'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'status': 'completed', 'code': 200} May 26 17:04:06.486704 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5923d-6cc3-448f-9e35-57b7833b1abb req-c3888881-e3dc-43c1-9e29-f39f499d2748 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:06.488955 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4da5923d-6cc3-448f-9e35-57b7833b1abb req-c3888881-e3dc-43c1-9e29-f39f499d2748 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0539033 May 26 17:04:06.537892 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:06.545650 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4da5923d-6cc3-448f-9e35-57b7833b1abb req-a3c06232-150b-4e55-8ac4-63f09496632c tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509059 May 26 17:04:07.674421 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f159-9bf8-4e2b-b101-cc8390145832 req-9562de7a-3647-4e43-a2a2-5703595aa24e tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:07.676796 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7824f159-9bf8-4e2b-b101-cc8390145832 req-9562de7a-3647-4e43-a2a2-5703595aa24e tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0566664 May 26 17:04:07.732273 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7824f159-9bf8-4e2b-b101-cc8390145832 req-c8fcd756-d6de-4c61-8cba-87408e1011da tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497308 May 26 17:04:08.860393 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1e8b-3386-4c78-9c54-cf0b39519e0a req-c34c8a4c-fb8e-4804-a653-a556ab1790d8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:08.862003 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bbac1e8b-3386-4c78-9c54-cf0b39519e0a req-c34c8a4c-fb8e-4804-a653-a556ab1790d8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0504603 May 26 17:04:08.916357 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bbac1e8b-3386-4c78-9c54-cf0b39519e0a req-df8f5ff8-6d64-4429-bd12-b71d4c413702 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 May 26 17:04:10.041599 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee1eab-2e11-437b-a256-b4c9c4eaaf1b req-7a629c72-1b3f-4d28-b2ea-09452a1fe718 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:10.043111 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-09ee1eab-2e11-437b-a256-b4c9c4eaaf1b req-7a629c72-1b3f-4d28-b2ea-09452a1fe718 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0532906 May 26 17:04:10.100893 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-09ee1eab-2e11-437b-a256-b4c9c4eaaf1b req-1e1430db-f74e-488a-8b55-263a23bbbba9 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515916 May 26 17:04:11.224024 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e2e1c-b5ec-4f57-b218-13bba96c77a4 req-a11f1f5e-03fb-414f-b524-2a4bdb4454cf tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:11.225811 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0c5e2e1c-b5ec-4f57-b218-13bba96c77a4 req-a11f1f5e-03fb-414f-b524-2a4bdb4454cf tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0517933 May 26 17:04:11.282955 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0c5e2e1c-b5ec-4f57-b218-13bba96c77a4 req-cec4a260-8f1a-40df-9811-22cf2346d80e tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512893 May 26 17:04:12.405895 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bafb0-a25d-46c7-86bf-ffb128965834 req-9753e1f6-36ff-4f16-82ee-a0994e4e0eb1 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:12.407484 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-528bafb0-a25d-46c7-86bf-ffb128965834 req-9753e1f6-36ff-4f16-82ee-a0994e4e0eb1 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0507956 May 26 17:04:12.418690 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:12.456175 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-528bafb0-a25d-46c7-86bf-ffb128965834 req-71bdce6b-3b60-4242-ad4d-7c15d5c5de9e tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 May 26 17:04:12.791641 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819f5a-b85a-4b79-a59b-d9ae737e8772 req-5ff63812-e05b-43c4-88e2-e3129fe5ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:12.793169 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-46819f5a-b85a-4b79-a59b-d9ae737e8772 req-5ff63812-e05b-43c4-88e2-e3129fe5ea00 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0087e93bc2524a29b22a4adedec49ea6&device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1128 time: 0.0417492 May 26 17:04:12.918901 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819f5a-b85a-4b79-a59b-d9ae737e8772 req-1ded4a9c-65d4-4720-ac05-47732ce96ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:12.921009 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-46819f5a-b85a-4b79-a59b-d9ae737e8772 req-1ded4a9c-65d4-4720-ac05-47732ce96ccc service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=0087e93bc2524a29b22a4adedec49ea6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0994608 May 26 17:04:13.015859 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819f5a-b85a-4b79-a59b-d9ae737e8772 req-2a25e583-1fa3-477b-a4c5-8bfed1e3364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:13.017381 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-46819f5a-b85a-4b79-a59b-d9ae737e8772 req-2a25e583-1fa3-477b-a4c5-8bfed1e3364c service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911081 May 26 17:04:13.118568 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-c25f30fe-c9d6-4540-bc71-a325b20d5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:13.120073 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-c25f30fe-c9d6-4540-bc71-a325b20d5dbd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0087e93bc2524a29b22a4adedec49ea6&device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1128 time: 0.0440457 May 26 17:04:13.164726 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-f2b3da86-1183-43a0-a695-64fa8dffea94 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 217 time: 0.0316596 May 26 17:04:13.208679 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:13.214359 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-19888fec-936b-45dc-a96c-9094f7234f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:13.218729 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-19888fec-936b-45dc-a96c-9094f7234f5e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9 HTTP/1.1" status: 200 len: 853 time: 0.0458715 May 26 17:04:13.266146 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-f436bb7e-3de2-4427-b78b-621b74aadf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:13.271901 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-f436bb7e-3de2-4427-b78b-621b74aadf7b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460861 May 26 17:04:13.359818 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-0489fba7-fcb9-4405-9ba3-312afb035a9f service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857651 May 26 17:04:13.462780 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-ccdad25a-0c03-4f2b-909a-6d6c08c9850e req-e22730d0-c425-414f-b0ac-dc87070afa4a service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966368 May 26 17:04:13.574065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b58af-e35d-4b78-9281-e54e2f7bc41d req-9e369a9f-58bc-4c10-bc30-9ce91931885a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:13.575455 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d72b58af-e35d-4b78-9281-e54e2f7bc41d req-9e369a9f-58bc-4c10-bc30-9ce91931885a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0508461 May 26 17:04:13.624028 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-d72b58af-e35d-4b78-9281-e54e2f7bc41d req-c33c1714-2e27-400f-af3b-3f000598f9a2 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 May 26 17:04:14.212034 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=9 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:14.215947 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=63 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:14.752494 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e9e98-5982-4710-ac86-1a66759ddd8e req-0593f3d3-475e-4767-8223-09db8237c8ed tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:14.754034 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c47e9e98-5982-4710-ac86-1a66759ddd8e req-0593f3d3-475e-4767-8223-09db8237c8ed tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0534728 May 26 17:04:14.805386 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c47e9e98-5982-4710-ac86-1a66759ddd8e req-53ab1f4b-0dab-4d0d-b0b5-2d6c8e0f26c2 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450368 May 26 17:04:15.926132 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea417b1-9b6a-4e07-a72f-aaf462e1b5d0 req-58b114d2-175d-434c-bfc1-f2403050dbfb tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:15.927679 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ea417b1-9b6a-4e07-a72f-aaf462e1b5d0 req-58b114d2-175d-434c-bfc1-f2403050dbfb tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 944 time: 0.0528584 May 26 17:04:15.976325 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9ea417b1-9b6a-4e07-a72f-aaf462e1b5d0 req-1c1ac262-d159-461a-a7ab-32b9e23ef6f1 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 May 26 17:04:15.999231 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:16.002200 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=53,neutron:DELETE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:16.225565 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:16.387747 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 2cf5870a-e439-43e4-845e-634e2e36bb39 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=111098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:04:16.491905 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 2cf5870a-e439-43e4-845e-634e2e36bb39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2cf5870a-e439-43e4-845e-634e2e36bb39,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:16.507335 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Returning: {'device': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'port_id': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'mac_address': 'fa:16:3e:aa:78:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:04:16.545791 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 2cf5870a-e439-43e4-845e-634e2e36bb39 is: DOWN; New status is: BUILD {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:04:16.546183 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:16.558991 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf5870a-e439-43e4-845e-634e2e36bb39 {{(pid=111098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:04:16.579730 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 2cf5870a-e439-43e4-845e-634e2e36bb39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2cf5870a-e439-43e4-845e-634e2e36bb39,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:16.659454 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:16.708346 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=2cf5870a-e439-43e4-845e-634e2e36bb39,revision_number=4']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:16.819546 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-63426adb-8f42-4669-9edc-21ff77e84265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:16.990398 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['2cf5870a-e439-43e4-845e-634e2e36bb39'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:04:17.093592 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963bcb-2dd8-48a7-88fd-afb9610b0732 req-6c0f47ec-2a94-448c-903b-c810c9ca34d5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:17.095131 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f963bcb-2dd8-48a7-88fd-afb9610b0732 req-6c0f47ec-2a94-448c-903b-c810c9ca34d5 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 945 time: 0.0491657 May 26 17:04:17.145587 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1f963bcb-2dd8-48a7-88fd-afb9610b0732 req-2ee81761-5a24-41c2-a563-6288210b7ec3 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 May 26 17:04:18.266158 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a83f35-da74-48af-9123-b4f3d924663a req-3b645e43-53d1-4e4b-a120-4197b1d2881d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:18.267758 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0a83f35-da74-48af-9123-b4f3d924663a req-3b645e43-53d1-4e4b-a120-4197b1d2881d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 945 time: 0.0495627 May 26 17:04:18.323648 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c0a83f35-da74-48af-9123-b4f3d924663a req-0dd58738-b5e7-45a7-9701-ffda72d1efd7 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490451 May 26 17:04:18.385317 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 2cf5870a-e439-43e4-845e-634e2e36bb39 up at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:18.431150 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning for port 2cf5870a-e439-43e4-845e-634e2e36bb39 completed by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 17:04:18.499695 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Provisioning complete for port 2cf5870a-e439-43e4-845e-634e2e36bb39 triggered by entity L2. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:04:18.500069 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:18.578557 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Current status of the port 2cf5870a-e439-43e4-845e-634e2e36bb39 is: BUILD; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:04:18.578823 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), before_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:18.602894 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39'}] {{(pid=111098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:18.605145 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c2dc2ff3a311539f4f13c822141bf55148d2476407249efe507f4882e8d2bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4417a-e9bd-47c6-a808-281d00768b69" -d '{"events": [{"server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "name": "network-vif-plugged", "status": "completed", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39"}]}' {{(pid=111098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:18.619140 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] For port 2cf5870a-e439-43e4-845e-634e2e36bb39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2cf5870a-e439-43e4-845e-634e2e36bb39,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:18.688489 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:18.712465 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5167a2-2440-4c93-81fc-fb3cff85b497 x-openstack-request-id: req-2d5167a2-2440-4c93-81fc-fb3cff85b497 {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:18.712750 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "name": "network-vif-plugged", "status": "completed", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39", "code": 200}]} {{(pid=111098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:18.712996 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d5167a2-2440-4c93-81fc-fb3cff85b497 {{(pid=111098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:18.713408 dv-cinder-836070-4-iscsi neutron-server[111098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5167a2-2440-4c93-81fc-fb3cff85b497'] response: {'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'code': 200} May 26 17:04:18.739329 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Pushing event updated for resources: {'Port': ['ID=2cf5870a-e439-43e4-845e-634e2e36bb39,revision_number=5']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:19.063900 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec5c61-a6f1-449e-b8af-7ef2a95e2df2 req-d98d435e-256c-4184-8e54-717e68dbc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:19.065470 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-daec5c61-a6f1-449e-b8af-7ef2a95e2df2 req-d98d435e-256c-4184-8e54-717e68dbc12c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1130 time: 0.0419662 May 26 17:04:19.113634 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-daec5c61-a6f1-449e-b8af-7ef2a95e2df2 req-5f8befc7-def6-45e4-a5ec-fcc7c924b079 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410571 May 26 17:04:19.145445 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-eb57a798-e0eb-4d6c-a442-ddca1ac4e550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:19.438370 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4779011-4109-4943-b273-83ced4d860b5 req-1af03d56-606c-48af-9983-bf1c3d41930b tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:19.439857 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b4779011-4109-4943-b273-83ced4d860b5 req-1af03d56-606c-48af-9983-bf1c3d41930b tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0484624 May 26 17:04:19.487168 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b4779011-4109-4943-b273-83ced4d860b5 req-d41e3f4d-ec19-4be1-8ea9-43037c343d50 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 May 26 17:04:20.608670 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:20.622997 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f57a6-dc82-4cd1-85e6-b3c3ffa115cc req-2d27d446-4863-4cd4-9ff7-3ccad20f665c tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:20.624581 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a91f57a6-dc82-4cd1-85e6-b3c3ffa115cc req-2d27d446-4863-4cd4-9ff7-3ccad20f665c tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0514383 May 26 17:04:20.675959 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a91f57a6-dc82-4cd1-85e6-b3c3ffa115cc req-9543d657-39c1-4bad-9950-b30c7d40201a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446858 May 26 17:04:20.799784 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b7e25-dd6d-4b6e-87a2-abb3d47a4e11 req-117f3f22-c703-42ab-9380-ae0ac5f08c30 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:20.802472 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-108b7e25-dd6d-4b6e-87a2-abb3d47a4e11 req-117f3f22-c703-42ab-9380-ae0ac5f08c30 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0550494 May 26 17:04:20.855996 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-108b7e25-dd6d-4b6e-87a2-abb3d47a4e11 req-13cb468b-aba2-4769-9ae4-5869eee6808d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477302 May 26 17:04:21.180812 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c369b-fb13-4bc3-86c5-745b25d67b0f req-f3495b3c-390f-4cfc-a8fd-388a02a73c62 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:21.182324 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9c9c369b-fb13-4bc3-86c5-745b25d67b0f req-f3495b3c-390f-4cfc-a8fd-388a02a73c62 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0462725 May 26 17:04:21.228280 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9c9c369b-fb13-4bc3-86c5-745b25d67b0f req-a0199bd6-1826-4d6f-879f-c0ed387289c8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 May 26 17:04:21.408500 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:21.584805 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-205b8c34-1949-4107-b808-be5689d4f243 req-73aabcb1-1528-4ac2-8118-f72a1786572c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521650 May 26 17:04:21.661572 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8c34-1949-4107-b808-be5689d4f243 req-42960301-f540-4c18-af4e-346143a92035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:21.663163 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-205b8c34-1949-4107-b808-be5689d4f243 req-42960301-f540-4c18-af4e-346143a92035 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 1129 time: 0.0446427 May 26 17:04:21.779695 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8c34-1949-4107-b808-be5689d4f243 req-7ac70819-a49a-475c-acdb-eecda2fddbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:21.781206 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-205b8c34-1949-4107-b808-be5689d4f243 req-7ac70819-a49a-475c-acdb-eecda2fddbe2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 912 time: 0.0978456 May 26 17:04:21.849373 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-205b8c34-1949-4107-b808-be5689d4f243 req-6d021eac-01b7-4bdf-91fd-eed10230ff82 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a HTTP/1.1" status: 200 len: 1001 time: 0.0612638 May 26 17:04:21.907399 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8c34-1949-4107-b808-be5689d4f243 req-30a1be1b-27ca-4414-ac9e-2f792a48e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:21.908945 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-205b8c34-1949-4107-b808-be5689d4f243 req-30a1be1b-27ca-4414-ac9e-2f792a48e810 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.0529749 May 26 17:04:21.923909 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:21.957948 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8c34-1949-4107-b808-be5689d4f243 req-e2b4402b-7186-4a2e-969f-08e33f87707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:21.959580 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-205b8c34-1949-4107-b808-be5689d4f243 req-e2b4402b-7186-4a2e-969f-08e33f87707e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437539 May 26 17:04:22.062673 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-205b8c34-1949-4107-b808-be5689d4f243 req-3a2ae5a9-4972-495b-81e1-995b9d9110cf service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973117 May 26 17:04:22.189313 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-205b8c34-1949-4107-b808-be5689d4f243 req-d8b71daf-3acf-4ca4-815c-0166e9216324 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208010 May 26 17:04:23.334787 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:24.522646 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:31.217072 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=21 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:31.224257 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=88 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:32.183722 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=6 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:32.185551 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:33.405569 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6753d-c099-4a27-8106-6cf7992bd0fc req-6a4b3fa5-69a5-40f9-b7dd-5ab4cb22756e tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:33.407682 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4aa6753d-c099-4a27-8106-6cf7992bd0fc req-6a4b3fa5-69a5-40f9-b7dd-5ab4cb22756e tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0579011 May 26 17:04:33.477308 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-4aa6753d-c099-4a27-8106-6cf7992bd0fc req-4e212638-0bbf-4566-a37e-5440de7d70bd tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622094 May 26 17:04:33.502957 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59082) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:33.716345 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb60f0-aef4-4c5e-b375-15714def85c7 tempest-TestMinimumBasicScenario-1365877235 tempest-TestMinimumBasicScenario-1365877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:33.718161 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6cfb60f0-aef4-4c5e-b375-15714def85c7 tempest-TestMinimumBasicScenario-1365877235 tempest-TestMinimumBasicScenario-1365877235-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1125 time: 0.2140627 May 26 17:04:33.723154 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59086) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:33.728303 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'floatingip': {'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'port_id': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:33.906202 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:34.016206 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (None), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:34.211370 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_common [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Allocated IP 172.27.1.237 (4d51cc9f-ea8f-4da8-805e-e6b25280a610/f5539be8-b851-4117-a38d-db55fe2f31f3/c829129b-1911-48e0-a164-fcaf301abc9a) {{(pid=111097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:34.344539 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for port (c829129b-1911-48e0-a164-fcaf301abc9a), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:34.451334 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:34.452257 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:34.460101 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761419249713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (c829129b-1911-48e0-a164-fcaf301abc9a), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:34.506711 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Network 4d51cc9f-ea8f-4da8-805e-e6b25280a610 is already hosted by enough agents. {{(pid=111097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:34.510028 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.base_scheduler [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Resources bound (agent type, host, resource id): {{(pid=111097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:34.514278 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Received port after_create {{(pid=111097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:34.536992 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'Port': ['ID=c829129b-1911-48e0-a164-fcaf301abc9a,revision_number=1']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:34.552377 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.552699 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.553084 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.553409 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.553739 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.554091 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.554416 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.554762 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.555065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.555386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.555707 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.556025 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.556339 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.556656 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.557022 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:34.769784 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:34.831369 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:34.935842 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for floatingip (e6b62b9c-34f2-4f25-aadd-fd62e4153a12), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:35.134027 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (c829129b-1911-48e0-a164-fcaf301abc9a), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:35.363686 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for port (c829129b-1911-48e0-a164-fcaf301abc9a), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:35.419476 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (c829129b-1911-48e0-a164-fcaf301abc9a), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:35.506959 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'Port': ['ID=c829129b-1911-48e0-a164-fcaf301abc9a,revision_number=2']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:35.521184 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401887'] for floatingip (e6b62b9c-34f2-4f25-aadd-fd62e4153a12), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:35.670378 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Floating IP e6b62b9c-34f2-4f25-aadd-fd62e4153a12 associated. External IP: 172.27.1.237, port: 2cf5870a-e439-43e4-845e-634e2e36bb39. May 26 17:04:35.860812 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:35.927469 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Router cb913a14-b093-41bd-aace-e49059dd9a20 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:04:36.041688 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:04:36.056673 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] Sync routers for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:04:36.077962 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:36.077962 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:36.141733 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:36.186658 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-2f11373f-ba38-49dc-8f47-d665ae9b0745 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4578817 May 26 17:04:36.186658 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:36.187393 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200d5e35-96b1-4f5a-8b80-558aec5b6f01" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:36.187602 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59088) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:36.196409 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889991375', 'description': 'tempest-secgroup-smoke-1889991375 description', 'project_id': '0087e93bc2524a29b22a4adedec49ea6'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:36.245476 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:36.364234 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group (None), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:36.408512 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e812ed4-5473-47db-805c-66e11310c3a3 x-openstack-request-id: req-8e812ed4-5473-47db-805c-66e11310c3a3 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:36.408993 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:36.409436 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e812ed4-5473-47db-805c-66e11310c3a3 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:36.410083 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e812ed4-5473-47db-805c-66e11310c3a3'] response: {'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'status': 'completed', 'code': 200} May 26 17:04:36.478986 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group (525113b5-bd41-4b93-bc38-ed78efeb9e4f), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:36.529299 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-808a5f6b-e94b-44cc-af9f-61bcd84a171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:36.530945 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-808a5f6b-e94b-44cc-af9f-61bcd84a171d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0087e93bc2524a29b22a4adedec49ea6&device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1130 time: 0.0701501 May 26 17:04:36.576700 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'e6b62b9c-34f2-4f25-aadd-fd62e4153a12', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'port_id': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'mac_address': 'fa:16:3e:aa:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:04:34Z', 'updated_at': '2022-05-26T17:04:34Z', 'revision_number': 0, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:44Z', 'revision_number': 5, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:36.619445 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (525113b5-bd41-4b93-bc38-ed78efeb9e4f), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:36.629908 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] Checking router: cb913a14-b093-41bd-aace-e49059dd9a20 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:04:36.645362 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:36.646467 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:36.687126 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525113b5-bd41-4b93-bc38-ed78efeb9e4f,revision_number=1']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:36.708427 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.708766 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.709704 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.709704 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.710012 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.710171 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.710447 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.710772 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.711087 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.711407 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.711735 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.712055 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.712366 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.712691 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.713001 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:36.730381 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:36.731699 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-8f31eb2c-b23f-4c3e-8224-edf1f6e11d48 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5430365 May 26 17:04:36.735621 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59094) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:36.740277 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.v2.base [None req-bf787929-37fa-4019-b441-81a5f3c076d0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'security_group_rule': {'security_group_id': '525113b5-bd41-4b93-bc38-ed78efeb9e4f', 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:36.749499 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-b7bf6ea5-1858-4c88-b36d-93ae789341ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:36.751015 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-b7bf6ea5-1858-4c88-b36d-93ae789341ad service neutron] 10.222.0.95 "GET /v2.0/networks?id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 HTTP/1.1" status: 200 len: 915 time: 0.2129087 May 26 17:04:36.813656 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:36.832720 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-187a6143-7697-438a-8cab-16d8f4376946 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 1000 time: 0.0722184 May 26 17:04:36.911967 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-10e4b438-650a-4eaa-ac77-73f6f7348ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:36.913841 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-10e4b438-650a-4eaa-ac77-73f6f7348ab0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9 HTTP/1.1" status: 200 len: 853 time: 0.0738838 May 26 17:04:36.914610 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf787929-37fa-4019-b441-81a5f3c076d0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (8e1f67c9-d93b-4e59-bd2c-c58e3bd1fd92), before_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:37.021825 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-93e6c80d-0a1d-441b-ae49-d321f6f81d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:37.024455 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-93e6c80d-0a1d-441b-ae49-d321f6f81d00 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040308 May 26 17:04:37.130656 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf787929-37fa-4019-b441-81a5f3c076d0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (8e1f67c9-d93b-4e59-bd2c-c58e3bd1fd92), precommit_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:37.201015 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-e4181016-b230-41e1-903b-f61edc5aff74 service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681955 May 26 17:04:37.202815 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf787929-37fa-4019-b441-81a5f3c076d0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (8e1f67c9-d93b-4e59-bd2c-c58e3bd1fd92), after_create {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:37.284987 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf787929-37fa-4019-b441-81a5f3c076d0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1f67c9-d93b-4e59-bd2c-c58e3bd1fd92,revision_number=0']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:37.336678 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'e6b62b9c-34f2-4f25-aadd-fd62e4153a12', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'port_id': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'mac_address': 'fa:16:3e:aa:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:04:34Z', 'updated_at': '2022-05-26T17:04:34Z', 'revision_number': 0, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:44Z', 'revision_number': 5, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:37.369552 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39ee39-04af-4453-8af1-67ab0d71ef85 None None] The sync data for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi is: [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': 'e6b62b9c-34f2-4f25-aadd-fd62e4153a12', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'port_id': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'mac_address': 'fa:16:3e:aa:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:04:34Z', 'updated_at': '2022-05-26T17:04:34Z', 'revision_number': 0, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:44Z', 'revision_number': 5, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:04:37.371200 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bf787929-37fa-4019-b441-81a5f3c076d0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:37.372474 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bf787929-37fa-4019-b441-81a5f3c076d0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6359153 May 26 17:04:37.375973 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59096) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:37.381860 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-dd91ec32-d46f-4b66-8390-ef67420f44f0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'security_group_rule': {'security_group_id': '525113b5-bd41-4b93-bc38-ed78efeb9e4f', 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:37.387893 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-200d5e35-96b1-4f5a-8b80-558aec5b6f01 req-56cb862c-4248-4076-b681-0604d2322503 service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782410 May 26 17:04:37.401210 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:37.531576 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dd91ec32-d46f-4b66-8390-ef67420f44f0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (6ebe7e7b-c48e-4bcb-b21d-daa3f1bb08bf), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:37.628369 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dd91ec32-d46f-4b66-8390-ef67420f44f0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (6ebe7e7b-c48e-4bcb-b21d-daa3f1bb08bf), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:37.631835 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2508631-3aad-49af-9e09-22cc9dc99d21 None None] New status for floating IP e6b62b9c-34f2-4f25-aadd-fd62e4153a12: ACTIVE {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:04:37.705366 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dd91ec32-d46f-4b66-8390-ef67420f44f0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (6ebe7e7b-c48e-4bcb-b21d-daa3f1bb08bf), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:37.735056 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91ec32-d46f-4b66-8390-ef67420f44f0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebe7e7b-c48e-4bcb-b21d-daa3f1bb08bf,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:37.851383 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-dd91ec32-d46f-4b66-8390-ef67420f44f0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:37.853153 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-dd91ec32-d46f-4b66-8390-ef67420f44f0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4760773 May 26 17:04:37.858169 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59098) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:37.864593 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-83dd2e6a-d27a-4de9-ad29-310a44d6527f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'security_group_rule': {'security_group_id': '525113b5-bd41-4b93-bc38-ed78efeb9e4f', 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:38.018696 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-83dd2e6a-d27a-4de9-ad29-310a44d6527f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (6238ffbf-954d-4c81-8a5f-2bbab6c603f9), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.081232 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-83dd2e6a-d27a-4de9-ad29-310a44d6527f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (6238ffbf-954d-4c81-8a5f-2bbab6c603f9), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.162604 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-83dd2e6a-d27a-4de9-ad29-310a44d6527f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (6238ffbf-954d-4c81-8a5f-2bbab6c603f9), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.183970 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2e6a-d27a-4de9-ad29-310a44d6527f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6238ffbf-954d-4c81-8a5f-2bbab6c603f9,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:38.266903 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-83dd2e6a-d27a-4de9-ad29-310a44d6527f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.269031 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-83dd2e6a-d27a-4de9-ad29-310a44d6527f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4090803 May 26 17:04:38.274817 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59100) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:38.282451 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-90cc3dea-db95-48a6-b6a3-da478091f8e6 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'security_group_rule': {'security_group_id': '525113b5-bd41-4b93-bc38-ed78efeb9e4f', 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:38.320947 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:04:38.420754 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-90cc3dea-db95-48a6-b6a3-da478091f8e6 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (a6bb7f12-8194-4a11-926f-c8c4046c6a78), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.498545 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-90cc3dea-db95-48a6-b6a3-da478091f8e6 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (a6bb7f12-8194-4a11-926f-c8c4046c6a78), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.579579 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-90cc3dea-db95-48a6-b6a3-da478091f8e6 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (a6bb7f12-8194-4a11-926f-c8c4046c6a78), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.602467 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3dea-db95-48a6-b6a3-da478091f8e6 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bb7f12-8194-4a11-926f-c8c4046c6a78,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:38.691039 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-90cc3dea-db95-48a6-b6a3-da478091f8e6 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.692528 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-90cc3dea-db95-48a6-b6a3-da478091f8e6 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4162650 May 26 17:04:38.697018 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59102) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:38.702191 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-f7f9ec2e-7462-4231-aaf4-c4e2cd611f13 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'security_group_rule': {'security_group_id': '525113b5-bd41-4b93-bc38-ed78efeb9e4f', 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:38.819493 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.securitygroups_db [None req-f7f9ec2e-7462-4231-aaf4-c4e2cd611f13 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Project 0087e93bc2524a29b22a4adedec49ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:04:38.826531 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ec2e-7462-4231-aaf4-c4e2cd611f13 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (878b5f6c-2165-43e3-ab9e-9ebe3086c137), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:38.879437 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:38.900687 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ec2e-7462-4231-aaf4-c4e2cd611f13 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (878b5f6c-2165-43e3-ab9e-9ebe3086c137), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:39.007273 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ec2e-7462-4231-aaf4-c4e2cd611f13 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (878b5f6c-2165-43e3-ab9e-9ebe3086c137), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:39.029122 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9ec2e-7462-4231-aaf4-c4e2cd611f13 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878b5f6c-2165-43e3-ab9e-9ebe3086c137,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:39.130918 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ec2e-7462-4231-aaf4-c4e2cd611f13 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:39.132276 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-f7f9ec2e-7462-4231-aaf4-c4e2cd611f13 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4339623 May 26 17:04:39.135622 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59104) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:39.140505 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [None req-7c0d61aa-50e5-451a-bb1e-68831c284746 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'security_group_rule': {'security_group_id': '525113b5-bd41-4b93-bc38-ed78efeb9e4f', 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:39.254513 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.securitygroups_db [None req-7c0d61aa-50e5-451a-bb1e-68831c284746 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Project 0087e93bc2524a29b22a4adedec49ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:04:39.261111 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7c0d61aa-50e5-451a-bb1e-68831c284746 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (092b660f-5abb-4294-8e86-887818a026ed), before_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:39.361819 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7c0d61aa-50e5-451a-bb1e-68831c284746 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (092b660f-5abb-4294-8e86-887818a026ed), precommit_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:39.442837 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7c0d61aa-50e5-451a-bb1e-68831c284746 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627475'] for security_group_rule (092b660f-5abb-4294-8e86-887818a026ed), after_create {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:39.464549 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d61aa-50e5-451a-bb1e-68831c284746 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092b660f-5abb-4294-8e86-887818a026ed,revision_number=0']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:39.529995 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-7c0d61aa-50e5-451a-bb1e-68831c284746 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:39.531465 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7c0d61aa-50e5-451a-bb1e-68831c284746 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3946903 May 26 17:04:39.673981 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-9b125b16-8128-40e2-bf35-b3fe0f949b45 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889991375&fields=id&tenant_id=0087e93bc2524a29b22a4adedec49ea6 HTTP/1.1" status: 200 len: 267 time: 0.0891862 May 26 17:04:39.739748 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-e83899c5-c120-46ed-b35e-b45daa7d1759 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:39.741393 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-e83899c5-c120-46ed-b35e-b45daa7d1759 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0577369 May 26 17:04:39.754115 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'port': {'security_groups': ['abc18978-9bf2-4e2e-9b80-465aef4b5f40', '525113b5-bd41-4b93-bc38-ed78efeb9e4f']}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:04:39.829917 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:39.836631 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:40.397958 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] For port 2cf5870a-e439-43e4-845e-634e2e36bb39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2cf5870a-e439-43e4-845e-634e2e36bb39,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:40.430570 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:40.482087 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:40.523459 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['2cf5870a-e439-43e4-845e-634e2e36bb39'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:04:40.537232 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:40.538386 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:40.541157 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f33d8f39-20da-49b8-89dd-88b7112d1608 req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "PUT /v2.0/ports/2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 982 time: 0.7924836 May 26 17:04:40.541919 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:40.551634 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e56784-5bcb-4c2b-9f81-d6ba0741b927" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:40.606642 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcd8a2-f86e-4af9-8431-cd235cb5e2ce tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'Port': ['ID=2cf5870a-e439-43e4-845e-634e2e36bb39,revision_number=6']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:40.649562 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b13df44-65ed-4d10-972f-499ffa9b21ed x-openstack-request-id: req-3b13df44-65ed-4d10-972f-499ffa9b21ed {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:40.649562 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:40.649562 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b13df44-65ed-4d10-972f-499ffa9b21ed {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:40.650121 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b13df44-65ed-4d10-972f-499ffa9b21ed'] response: {'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'status': 'completed', 'code': 200} May 26 17:04:40.724296 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['2cf5870a-e439-43e4-845e-634e2e36bb39'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:04:40.754789 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb700fc-6d86-4e37-8921-86fbb443f96d req-1b34166d-695a-44cd-bfae-57b8bc25a418 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:40.757472 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ceb700fc-6d86-4e37-8921-86fbb443f96d req-1b34166d-695a-44cd-bfae-57b8bc25a418 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.1059525 May 26 17:04:40.786072 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:40.789796 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-3b66a305-96c3-4fb3-83f0-ba9f02b8e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:40.793403 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-3b66a305-96c3-4fb3-83f0-ba9f02b8e0c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0087e93bc2524a29b22a4adedec49ea6&device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1169 time: 0.0908191 May 26 17:04:40.798690 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:40.887340 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-ceb700fc-6d86-4e37-8921-86fbb443f96d req-41ae20f3-2c88-4d07-986a-86e5f37d0924 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173561 May 26 17:04:40.908644 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:40.933098 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:40.954781 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-a8e0ac6e-a1c3-41d9-9da8-1cc1610b743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:40.956916 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-a8e0ac6e-a1c3-41d9-9da8-1cc1610b743d service neutron] 10.222.0.95 "GET /v2.0/networks?id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 HTTP/1.1" status: 200 len: 915 time: 0.1556380 May 26 17:04:41.008200 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-488feb20-ef6e-4534-836d-26bf6fdd086a None None] Provisioning complete for port 2cf5870a-e439-43e4-845e-634e2e36bb39 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:04:41.008655 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-488feb20-ef6e-4534-836d-26bf6fdd086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:41.041561 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-7caa4419-e703-4b9e-9a63-263d7573ef6b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 1002 time: 0.0769963 May 26 17:04:41.128953 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-3869b813-7a13-4d63-ae78-d8d5668f8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:41.131681 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-3869b813-7a13-4d63-ae78-d8d5668f8668 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9 HTTP/1.1" status: 200 len: 853 time: 0.0838265 May 26 17:04:41.190816 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-b0d4acf9-1b4e-4881-92ca-5008bc6bca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:41.192303 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-b0d4acf9-1b4e-4881-92ca-5008bc6bca63 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542870 May 26 17:04:41.240498 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-488feb20-ef6e-4534-836d-26bf6fdd086a None None] Current status of the port 2cf5870a-e439-43e4-845e-634e2e36bb39 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:04:41.328320 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-8db76a5e-808f-4f67-9d17-a8aa937e10d5 service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285031 May 26 17:04:41.477360 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-03e56784-5bcb-4c2b-9f81-d6ba0741b927 req-a8bae79a-47b9-4823-9cc1-5b2274bde40d service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424274 May 26 17:04:41.517817 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:41.916205 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59114) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:42.081987 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Deleting port 8ce6b8f0-13e0-420a-89a2-e67c50720441 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:04:42.082334 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (8ce6b8f0-13e0-420a-89a2-e67c50720441), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:42.084240 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:42.178900 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (8ce6b8f0-13e0-420a-89a2-e67c50720441), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:42.179168 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (8ce6b8f0-13e0-420a-89a2-e67c50720441), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:42.200781 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Calling delete_port for 8ce6b8f0-13e0-420a-89a2-e67c50720441 owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:04:42.280686 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:42.517049 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (8ce6b8f0-13e0-420a-89a2-e67c50720441), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:42.542519 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event deleted for resources: {'Port': ['ID=8ce6b8f0-13e0-420a-89a2-e67c50720441,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:42.651836 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (d93d6233-2c51-42d5-aba1-304e702c2fe5), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:42.652386 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Floating IP d93d6233-2c51-42d5-aba1-304e702c2fe5 disassociated (deleted). External IP: 172.27.1.5, port: 6a11e212-e4cf-4d6b-95e6-04b99b515738. May 26 17:04:42.982024 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:04:43.098394 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:04:43.103110 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:43.110695 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:04:43.124345 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:43.125076 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:43.144225 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-569065f0-d774-4324-beab-50d3f931c1e2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "DELETE /v2.0/floatingips/d93d6233-2c51-42d5-aba1-304e702c2fe5 HTTP/1.1" status: 204 len: 168 time: 1.2266638 May 26 17:04:43.145100 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:43.149074 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962" -d '{"events": [{"name": "network-changed", "server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:43.195553 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae561d-f50e-4173-8fae-5b4c250b8b37 x-openstack-request-id: req-f4ae561d-f50e-4173-8fae-5b4c250b8b37 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:43.195553 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:43.195925 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4ae561d-f50e-4173-8fae-5b4c250b8b37 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:43.196465 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ae561d-f50e-4173-8fae-5b4c250b8b37'] response: {'name': 'network-changed', 'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'status': 'completed', 'code': 200} May 26 17:04:43.267506 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:43.294938 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-38a864e5-9e49-4526-bf0f-418de9d2fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:43.300157 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-38a864e5-9e49-4526-bf0f-418de9d2fd82 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 1129 time: 0.0575101 May 26 17:04:43.422031 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-f3403752-dc4e-4b10-8ccb-2dc4e000cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:43.423580 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-f3403752-dc4e-4b10-8ccb-2dc4e000cdb7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 912 time: 0.1200485 May 26 17:04:43.469987 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-8004a1f2-72f6-4195-a561-6155a62723ad service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738 HTTP/1.1" status: 200 len: 217 time: 0.0401721 May 26 17:04:43.479751 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:43.532422 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-abc698c2-9806-4926-bc9d-b2caa4644881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:43.533981 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-abc698c2-9806-4926-bc9d-b2caa4644881 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.0574949 May 26 17:04:43.542484 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:41Z', 'revision_number': 1, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:43.571785 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:04:43.591853 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:43.591853 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:43.594078 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-7a02bcf7-6f04-43c9-825b-065f2582a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:43.596763 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-7a02bcf7-6f04-43c9-825b-065f2582a422 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562973 May 26 17:04:43.698618 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae6453-68a7-4595-b141-a209634d4a39 req-747e130c-a3db-418a-a29d-98735c55b3d5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:43.700274 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-beae6453-68a7-4595-b141-a209634d4a39 req-747e130c-a3db-418a-a29d-98735c55b3d5 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 945 time: 0.0592268 May 26 17:04:43.709624 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:43.758945 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-beae6453-68a7-4595-b141-a209634d4a39 req-84ce45d3-4fac-4c19-9d97-2de49ac609d2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510798 May 26 17:04:44.023603 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:41Z', 'revision_number': 1, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:44.071333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f71fc-001f-4eeb-b91d-75561986c0d5 None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_floatingips': [{'id': '6a814362-a069-44dc-8c6d-1a518f57a3e5', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'router_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'port_id': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'mac_address': 'fa:16:3e:4e:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade9148-c198-4b82-af96-a501d8a82235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:38Z', 'updated_at': '2022-05-26T17:00:41Z', 'revision_number': 1, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:04:44.318589 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3df97-307d-4e89-a174-e948106b1bf3 None None] New status for floating IP d93d6233-2c51-42d5-aba1-304e702c2fe5: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:04:44.893810 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd19eb5-0e52-40f9-bfc7-6950645835cd req-485eda47-683d-46cf-a964-c57e8137ccb9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:44.895447 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7cd19eb5-0e52-40f9-bfc7-6950645835cd req-485eda47-683d-46cf-a964-c57e8137ccb9 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 945 time: 0.0575514 May 26 17:04:44.943357 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-0ad8b902-c9aa-4804-b57d-63a9d8fdfdc3 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039381 May 26 17:04:44.944112 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:44.976296 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-7cd19eb5-0e52-40f9-bfc7-6950645835cd req-b63486a0-21ea-4d91-9d10-87c8d9454dcc tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701048 May 26 17:04:45.083446 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:45.124772 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-62cedffd-f1ef-41b3-b4e2-9eec1ff22962 req-77bd6e71-5532-4952-b43f-426359d40c1a service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030819 May 26 17:04:45.458458 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-92921a63-a24f-44fa-83a9-248b4b0c56dd tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:45.460076 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-92921a63-a24f-44fa-83a9-248b4b0c56dd tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 945 time: 0.0585003 May 26 17:04:45.555023 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Deleting port 6a11e212-e4cf-4d6b-95e6-04b99b515738 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:04:45.555351 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:45.662540 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] For port 6a11e212-e4cf-4d6b-95e6-04b99b515738, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a11e212-e4cf-4d6b-95e6-04b99b515738,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:45.662808 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:45.679132 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Calling delete_port for 6a11e212-e4cf-4d6b-95e6-04b99b515738 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:04:45.817375 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:45.928103 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (6a11e212-e4cf-4d6b-95e6-04b99b515738), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:45.965164 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event deleted for resources: {'Port': ['ID=6a11e212-e4cf-4d6b-95e6-04b99b515738,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:46.025845 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] No DVR routers for this DVR port 6a11e212-e4cf-4d6b-95e6-04b99b515738 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:04:46.029893 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:46.035452 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bf65ef07-991d-43ec-bab3-88e32fd3178c req-f92c9271-cd95-4ae2-90f8-ba42fd268ed8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "DELETE /v2.0/ports/6a11e212-e4cf-4d6b-95e6-04b99b515738 HTTP/1.1" status: 204 len: 173 time: 0.5697646 May 26 17:04:46.036001 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'name': 'network-vif-deleted', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:46.039705 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce7208f-b1d8-4362-b4bf-fd44907a6d0b" -d '{"events": [{"server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "name": "network-vif-deleted", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:46.101403 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-c3b2b1e7-90da-4d0d-aa44-72030b16e9eb req-2e523177-e314-422a-b4d2-767969b1fa8f tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 210 time: 0.0438633 May 26 17:04:46.102370 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6de3b3-79fe-4ff4-8f4b-2f1bd8ef785e x-openstack-request-id: req-8b6de3b3-79fe-4ff4-8f4b-2f1bd8ef785e {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:46.102663 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7892d0ad-12f2-4fd6-ab09-771e48e98dd2", "name": "network-vif-deleted", "tag": "6a11e212-e4cf-4d6b-95e6-04b99b515738", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:46.102913 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b6de3b3-79fe-4ff4-8f4b-2f1bd8ef785e {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:46.103322 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6de3b3-79fe-4ff4-8f4b-2f1bd8ef785e'] response: {'server_uuid': '7892d0ad-12f2-4fd6-ab09-771e48e98dd2', 'name': 'network-vif-deleted', 'tag': '6a11e212-e4cf-4d6b-95e6-04b99b515738', 'status': 'completed', 'code': 200} May 26 17:04:46.254202 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:46.899653 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-09d1d162-32b0-4000-b57e-020314b261bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:47.239392 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-8a7ce882-aa4d-4396-8262-e062ae994ebf req-d3de48a2-c258-4381-969f-66f5e713bf7c tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=7892d0ad-12f2-4fd6-ab09-771e48e98dd2 HTTP/1.1" status: 200 len: 210 time: 0.0337784 May 26 17:04:49.167740 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-0450207d-873a-4beb-8fdf-9f2f769fc2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:50.536797 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 6a11e212-e4cf-4d6b-95e6-04b99b515738 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:04:50.558003 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 6a11e212-e4cf-4d6b-95e6-04b99b515738 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:04:50.558350 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 6a11e212-e4cf-4d6b-95e6-04b99b515738 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:04:50.896662 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59148) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:51.358401 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Deleting port 84349d1e-208c-43bd-8965-b1fefd781eb5 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:04:51.358846 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (84349d1e-208c-43bd-8965-b1fefd781eb5), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:51.419837 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:51.451929 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (84349d1e-208c-43bd-8965-b1fefd781eb5), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:51.457854 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (84349d1e-208c-43bd-8965-b1fefd781eb5), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:51.468777 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Calling delete_port for 84349d1e-208c-43bd-8965-b1fefd781eb5 owned by network:floatingip {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:04:51.646545 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:51.739496 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (84349d1e-208c-43bd-8965-b1fefd781eb5), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:51.769995 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event deleted for resources: {'Port': ['ID=84349d1e-208c-43bd-8965-b1fefd781eb5,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:51.842721 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (6a814362-a069-44dc-8c6d-1a518f57a3e5), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:51.843119 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.db.l3_db [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Floating IP 6a814362-a069-44dc-8c6d-1a518f57a3e5 disassociated (deleted). External IP: 172.27.1.114, port: eef9f36a-0b1b-49e3-a5f5-259a5554b87a. May 26 17:04:52.079269 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:52.086088 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:04:52.210090 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:04:52.217094 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:52.230863 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:04:52.248679 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:52.249743 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:52.269873 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-78f5d0b5-0488-4f4c-8edd-56eb3d8a1f01 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "DELETE /v2.0/floatingips/6a814362-a069-44dc-8c6d-1a518f57a3e5 HTTP/1.1" status: 204 len: 168 time: 1.3715003 May 26 17:04:52.270773 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:52.274145 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a76aac-3086-4726-a1ad-3ad64c0e40fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:52.327327 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:52.350991 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27827647-00c2-4289-a1a7-f9daee1f441c x-openstack-request-id: req-27827647-00c2-4289-a1a7-f9daee1f441c {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:52.351405 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:52.351787 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27827647-00c2-4289-a1a7-f9daee1f441c {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:52.352338 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27827647-00c2-4289-a1a7-f9daee1f441c'] response: {'name': 'network-changed', 'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'status': 'completed', 'code': 200} May 26 17:04:52.446603 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:52.462734 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-33c90549-38df-478d-9610-9748f51629da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:52.465546 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-33c90549-38df-478d-9610-9748f51629da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=895a592d480548ddb6afdb1e7c45ed92&device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 1129 time: 0.0661943 May 26 17:04:52.611425 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-02949387-f994-4db8-a6a8-3e4c640bda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:52.614846 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-02949387-f994-4db8-a6a8-3e4c640bda56 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 200 len: 912 time: 0.1422055 May 26 17:04:52.689437 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-7a278712-6b43-42f4-beeb-34b5735e092c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a HTTP/1.1" status: 200 len: 217 time: 0.0678172 May 26 17:04:52.780887 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-79e0e9ef-836d-44f2-b16a-ccfba624e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:52.782675 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-79e0e9ef-836d-44f2-b16a-ccfba624e3ee service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 200 len: 850 time: 0.0876207 May 26 17:04:52.834959 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-88749def-f17e-4539-9145-14496b728d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:52.836448 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-88749def-f17e-4539-9145-14496b728d45 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b72a37f-f6f4-40d5-aa2f-177110f74e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474012 May 26 17:04:52.878805 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:52.909815 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:04:52.925572 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:52.926559 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:52.968875 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-f1c0a548-2342-4ae9-be7a-8d5dd6292afc service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258278 May 26 17:04:53.094800 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaa5e2-ab12-4fd8-a00c-c1a22a3d8df2 req-8ea9d005-9116-4a81-acf3-db9d4c8bbd5d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:53.097197 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9dcaa5e2-ab12-4fd8-a00c-c1a22a3d8df2 req-8ea9d005-9116-4a81-acf3-db9d4c8bbd5d tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 945 time: 0.0753057 May 26 17:04:53.109934 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:53.169856 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9dcaa5e2-ab12-4fd8-a00c-c1a22a3d8df2 req-19c13310-9ad6-4b85-b804-9e38cc2151e8 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661497 May 26 17:04:53.184976 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:53.373411 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:53.389557 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:53.420003 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168e9d1-6099-406e-8ffb-15fce2900251 None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '2aebe7ea-7846-4496-9dbb-99a60c70a2cb', 'name': '', 'network_id': '3b72a37f-f6f4-40d5-aa2f-177110f74e30', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'mac_address': 'fa:16:3e:c6:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:14Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'subnets': [{'id': 'cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:04:53.670388 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92684f-aeea-44bb-b5dd-65a41a947e82 None None] New status for floating IP 6a814362-a069-44dc-8c6d-1a518f57a3e5: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:04:54.325188 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-33a76aac-3086-4726-a1ad-3ad64c0e40fa req-3b6ab700-83db-4b40-b07f-b78864b4c648 service neutron] 10.222.0.95 "GET /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355717 May 26 17:04:54.348520 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd9fb8-196f-44af-8bba-4e0fa049be22 req-92a90b53-9e8b-452a-bba4-d1370bc297a6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:54.350481 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3ffd9fb8-196f-44af-8bba-4e0fa049be22 req-92a90b53-9e8b-452a-bba4-d1370bc297a6 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 945 time: 0.0709426 May 26 17:04:54.427137 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3ffd9fb8-196f-44af-8bba-4e0fa049be22 req-cdd4e5b4-0267-47f0-b0b4-101e0336c19a tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e38919e-b2d1-4033-8d23-583dc1529fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600235 May 26 17:04:54.527788 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:54.894890 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-b7acb234-b1bb-4d11-b730-34db9d936d99 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:54.897538 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-b7acb234-b1bb-4d11-b730-34db9d936d99 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 945 time: 0.0683746 May 26 17:04:55.025902 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=100 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:55.039273 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Deleting port eef9f36a-0b1b-49e3-a5f5-259a5554b87a {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:04:55.040741 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:55.150482 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] For port eef9f36a-0b1b-49e3-a5f5-259a5554b87a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:55.150779 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:55.167771 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Calling delete_port for eef9f36a-0b1b-49e3-a5f5-259a5554b87a owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:04:55.413821 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59335758-deb6-43fe-a0c6-5ef50dd854c1 req-2e4aef0c-d044-43b8-8834-5c1374fe6b36 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:55.415363 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-59335758-deb6-43fe-a0c6-5ef50dd854c1 req-2e4aef0c-d044-43b8-8834-5c1374fe6b36 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0547986 May 26 17:04:55.442331 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (eef9f36a-0b1b-49e3-a5f5-259a5554b87a), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:55.516789 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event deleted for resources: {'Port': ['ID=eef9f36a-0b1b-49e3-a5f5-259a5554b87a,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:55.547490 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-59335758-deb6-43fe-a0c6-5ef50dd854c1 req-b69f86e8-936f-4cdf-a4d9-608aeaad1afb tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214328 May 26 17:04:55.599127 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a3200f3a-1490-440c-abdb-660706849235 req-a2d85bf1-d989-45eb-b00e-a56ee1693c2e tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0337932 May 26 17:04:55.629115 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] No DVR routers for this DVR port eef9f36a-0b1b-49e3-a5f5-259a5554b87a on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:04:55.633166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:55.638627 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-bf5e4c06-5ccb-434d-ae51-f9cd8beb5ad3 req-46e781fd-3fd8-4b02-85e2-301887af2358 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.95 "DELETE /v2.0/ports/eef9f36a-0b1b-49e3-a5f5-259a5554b87a HTTP/1.1" status: 204 len: 173 time: 0.7350814 May 26 17:04:55.643315 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'name': 'network-vif-deleted', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:55.647018 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a716eb5b-74f2-4af4-9e4c-a4873a7092ee" -d '{"events": [{"server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "name": "network-vif-deleted", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:55.659094 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-8720ff49-995f-4467-ab5b-adaa2c8545a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:55.660887 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-8720ff49-995f-4467-ab5b-adaa2c8545a6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0087e93bc2524a29b22a4adedec49ea6&device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1169 time: 0.1673608 May 26 17:04:55.713420 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6f9e0-b295-4ad4-87ef-397935f772d0 x-openstack-request-id: req-f3e6f9e0-b295-4ad4-87ef-397935f772d0 {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:55.713420 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ade9148-c198-4b82-af96-a501d8a82235", "name": "network-vif-deleted", "tag": "eef9f36a-0b1b-49e3-a5f5-259a5554b87a", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:55.713420 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3e6f9e0-b295-4ad4-87ef-397935f772d0 {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:55.713420 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e6f9e0-b295-4ad4-87ef-397935f772d0'] response: {'server_uuid': '3ade9148-c198-4b82-af96-a501d8a82235', 'name': 'network-vif-deleted', 'tag': 'eef9f36a-0b1b-49e3-a5f5-259a5554b87a', 'status': 'completed', 'code': 200} May 26 17:04:55.749401 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:55.794336 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-6607a927-6bca-48b0-b852-7d69798c95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:55.796785 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-6607a927-6bca-48b0-b852-7d69798c95eb service neutron] 10.222.0.95 "GET /v2.0/networks?id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 HTTP/1.1" status: 200 len: 915 time: 0.1284764 May 26 17:04:55.879430 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-0eeacd34-d81d-41c6-a137-a8802a6cc7c3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 1002 time: 0.0755396 May 26 17:04:55.987200 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-688588ec-0a0a-4960-9e53-d7ceb54e29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:55.989626 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-688588ec-0a0a-4960-9e53-d7ceb54e29a8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9 HTTP/1.1" status: 200 len: 853 time: 0.0658610 May 26 17:04:56.056732 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-f76fb90f-578a-4f31-b6de-d09bdc0d092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:56.059129 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-f76fb90f-578a-4f31-b6de-d09bdc0d092d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615547 May 26 17:04:56.175770 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-49d4b70c-5af5-4519-b6e7-9de5bfc16a8b service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094623 May 26 17:04:56.282955 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-6becd273-b8dc-4cf8-8406-24f8f7faca54 req-9b2525e3-eb7d-4cd7-b467-6cca6ebb0d7e service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002128 May 26 17:04:56.695764 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed2394-14dd-4878-9fdc-7120a4695a1c req-aad7d51b-9dfd-4a23-a8e5-f59fa8136cfd tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:56.697578 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5eed2394-14dd-4878-9fdc-7120a4695a1c req-aad7d51b-9dfd-4a23-a8e5-f59fa8136cfd tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0669208 May 26 17:04:56.802655 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-a5383475-558a-406c-8cb3-0998856a3ef8 req-439fe7cc-da8f-4d2b-913f-adb2c5662c36 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ade9148-c198-4b82-af96-a501d8a82235 HTTP/1.1" status: 200 len: 210 time: 0.0650754 May 26 17:04:56.821642 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=100 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:56.849431 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-5eed2394-14dd-4878-9fdc-7120a4695a1c req-e694d721-b8ff-4eb0-aca0-f92fad966fcc tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412535 May 26 17:04:57.881681 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59176) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:04:58.040504 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef8c73-4795-48fa-b419-82c0c6fd057b req-454577d6-8fb5-40c0-8b47-0405ff5ca98f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:58.042159 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bdef8c73-4795-48fa-b419-82c0c6fd057b req-454577d6-8fb5-40c0-8b47-0405ff5ca98f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0781884 May 26 17:04:58.060524 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Deleting port 1cb6d2ac-5bd4-4117-a333-fb7132099c85 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:04:58.060870 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (1cb6d2ac-5bd4-4117-a333-fb7132099c85), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:58.175028 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-bdef8c73-4795-48fa-b419-82c0c6fd057b req-b1b7dabe-a715-4497-ad92-50b374890a64 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240237 May 26 17:04:58.207085 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (1cb6d2ac-5bd4-4117-a333-fb7132099c85), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:58.207605 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (1cb6d2ac-5bd4-4117-a333-fb7132099c85), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:58.232933 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Calling delete_port for 1cb6d2ac-5bd4-4117-a333-fb7132099c85 owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:04:58.511047 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (1cb6d2ac-5bd4-4117-a333-fb7132099c85), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:58.539387 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event deleted for resources: {'Port': ['ID=1cb6d2ac-5bd4-4117-a333-fb7132099c85,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:58.575005 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device eef9f36a-0b1b-49e3-a5f5-259a5554b87a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:04:58.602275 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: eef9f36a-0b1b-49e3-a5f5-259a5554b87a {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:04:58.602595 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device eef9f36a-0b1b-49e3-a5f5-259a5554b87a not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:04:58.618536 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for floatingip (2e5c2677-6801-4c1e-9c60-db219e50357f), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:58.621210 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:04:58.622557 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-fb0c2557-0841-46ad-a5f9-68cba7c6d435 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "DELETE /v2.0/floatingips/2e5c2677-6801-4c1e-9c60-db219e50357f HTTP/1.1" status: 204 len: 168 time: 0.7400928 May 26 17:04:59.289355 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:04:59.333577 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b525207-ca15-471c-9e55-a071d2fd6d2a req-1374df3e-f0d6-499c-b311-16013f1d18d7 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:59.335830 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0b525207-ca15-471c-9e55-a071d2fd6d2a req-1374df3e-f0d6-499c-b311-16013f1d18d7 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0587025 May 26 17:04:59.449538 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-0b525207-ca15-471c-9e55-a071d2fd6d2a req-e260cfb3-5d53-4a06-9f7a-935c5807855b tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056302 May 26 17:05:00.051769 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59190) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:00.084956 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:00.156829 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-193be222-2227-415d-902f-6c5faae761c2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group (3e38919e-b2d1-4033-8d23-583dc1529fed), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:00.193553 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-193be222-2227-415d-902f-6c5faae761c2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group (3e38919e-b2d1-4033-8d23-583dc1529fed), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:00.397655 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-193be222-2227-415d-902f-6c5faae761c2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (3e38919e-b2d1-4033-8d23-583dc1529fed), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:00.402288 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-193be222-2227-415d-902f-6c5faae761c2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:00.404414 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-193be222-2227-415d-902f-6c5faae761c2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e38919e-b2d1-4033-8d23-583dc1529fed HTTP/1.1" status: 204 len: 168 time: 0.3513875 May 26 17:05:00.422027 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193be222-2227-415d-902f-6c5faae761c2 tempest-TestVolumeBootPattern-1663250540 tempest-TestVolumeBootPattern-1663250540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e38919e-b2d1-4033-8d23-583dc1529fed,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:00.547522 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59196) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:00.643481 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc465e5-1401-4ffd-b99d-c998874320c2 req-e55c37af-d7d6-4a8d-a72a-8a0b5e839fa9 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:00.646299 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-adc465e5-1401-4ffd-b99d-c998874320c2 req-e55c37af-d7d6-4a8d-a72a-8a0b5e839fa9 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0885360 May 26 17:05:00.751378 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-adc465e5-1401-4ffd-b99d-c998874320c2 req-ff8928b9-0a2a-410b-8dd1-f3fb11983a2e tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990050 May 26 17:05:01.187836 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (fe2b2fe7-7100-4687-8fb1-937813277bc0), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:01.303192 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:01.452117 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Deleting port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:01.452512 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:01.579324 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] For port 2aebe7ea-7846-4496-9dbb-99a60c70a2cb, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:01.579669 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:01.597981 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Calling delete_port for 2aebe7ea-7846-4496-9dbb-99a60c70a2cb owned by network:router_interface {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:01.644069 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:01.905044 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:01.917111 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (2aebe7ea-7846-4496-9dbb-99a60c70a2cb), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:01.926329 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96981c-bb2a-43c3-99c9-d232f29272cf req-b40b82fd-bc82-4bce-96f7-051d818ebaec tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:01.933066 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9e96981c-bb2a-43c3-99c9-d232f29272cf req-b40b82fd-bc82-4bce-96f7-051d818ebaec tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0612900 May 26 17:05:01.958118 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aebe7ea-7846-4496-9dbb-99a60c70a2cb,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:02.046450 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9e96981c-bb2a-43c3-99c9-d232f29272cf req-35e41e10-3f7e-45e0-bcfa-698b39cdd1e7 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108243 May 26 17:05:02.208567 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (fe2b2fe7-7100-4687-8fb1-937813277bc0), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:02.448845 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Router fe2b2fe7-7100-4687-8fb1-937813277bc0 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:02.458202 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:02.570291 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:02.575733 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-8b7345e8-bc3e-49b0-90e8-6354f0fe4ee0 admin admin] 10.222.0.48 "PUT /v2.0/routers/fe2b2fe7-7100-4687-8fb1-937813277bc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265956 May 26 17:05:02.578577 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59202) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:02.584387 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] Sync routers for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:02.599796 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:02.600980 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:02.710986 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks [] for router (fe2b2fe7-7100-4687-8fb1-937813277bc0), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:02.726460 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:02.954369 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T17:05:01Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:02.986807 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] Checking router: fe2b2fe7-7100-4687-8fb1-937813277bc0 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:02.998563 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] Routers {'fe2b2fe7-7100-4687-8fb1-937813277bc0'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:02.999511 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['fe2b2fe7-7100-4687-8fb1-937813277bc0'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:03.087760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:03.159205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks [] for router_gateway (fe2b2fe7-7100-4687-8fb1-937813277bc0), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:03.182289 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] Set router fe2b2fe7-7100-4687-8fb1-937813277bc0 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:03.214507 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0549-dd54-4053-8560-802dbf7aa7bd req-e55858a7-4974-49e6-89f6-aedc17a729ff tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:03.216122 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-892d0549-dd54-4053-8560-802dbf7aa7bd req-e55858a7-4974-49e6-89f6-aedc17a729ff tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0619664 May 26 17:05:03.296796 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-892d0549-dd54-4053-8560-802dbf7aa7bd req-dc60f911-e5f7-4ccc-964e-572d80d43117 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689013 May 26 17:05:03.304641 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:03.328169 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Deleting port f968ef62-2ede-4a3b-8707-b92647f575ee {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:03.333119 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:03.409070 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T17:05:01Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:03.431571 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] For port f968ef62-2ede-4a3b-8707-b92647f575ee, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=f968ef62-2ede-4a3b-8707-b92647f575ee,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:03.431963 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:03.437354 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab9121-a060-450a-87dd-2d1e64a53cc6 None None] The sync data for ids ['fe2b2fe7-7100-4687-8fb1-937813277bc0'] in dv-cinder-836070-4-iscsi is: [{'id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'name': 'tempest-TestVolumeBootPattern-242763765-router', 'tenant_id': '895a592d480548ddb6afdb1e7c45ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:03Z', 'updated_at': '2022-05-26T17:05:01Z', 'revision_number': 5, 'project_id': '895a592d480548ddb6afdb1e7c45ed92', 'gw_port': {'id': 'f968ef62-2ede-4a3b-8707-b92647f575ee', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b2fe7-7100-4687-8fb1-937813277bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:03.461781 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Calling delete_port for f968ef62-2ede-4a3b-8707-b92647f575ee owned by network:router_gateway {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:03.675061 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:03.705909 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:03.716497 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (f968ef62-2ede-4a3b-8707-b92647f575ee), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:03.744475 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f968ef62-2ede-4a3b-8707-b92647f575ee,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:03.855128 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (fe2b2fe7-7100-4687-8fb1-937813277bc0), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.022166 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (fe2b2fe7-7100-4687-8fb1-937813277bc0), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.026353 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks [] for router_controller (fe2b2fe7-7100-4687-8fb1-937813277bc0), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.155638 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (fe2b2fe7-7100-4687-8fb1-937813277bc0), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.156675 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2b2fe7-7100-4687-8fb1-937813277bc0 {{(pid=111096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:05:04.164136 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.168161 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-da9d982d-40df-489f-afd1-5bd960be50c0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fe2b2fe7-7100-4687-8fb1-937813277bc0 HTTP/1.1" status: 204 len: 168 time: 1.5865393 May 26 17:05:04.168730 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59206) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:04.236672 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-01763492-aabb-4230-b70a-ab0ad919332c admin admin] Deleting subnet cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:05:04.242503 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-01763492-aabb-4230-b70a-ab0ad919332c admin admin] Publish callbacks [] for subnet (cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.295425 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-01763492-aabb-4230-b70a-ab0ad919332c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4737542'] for subnet (cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.423816 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-01763492-aabb-4230-b70a-ab0ad919332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.500820 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241707d-0d96-4719-9de3-323aa46e1778 req-717b8fea-86a1-414d-be72-407425c42efd tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:04.503023 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1241707d-0d96-4719-9de3-323aa46e1778 req-717b8fea-86a1-414d-be72-407425c42efd tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0818653 May 26 17:05:04.583603 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-1241707d-0d96-4719-9de3-323aa46e1778 req-54e90deb-1aaf-4b7a-8276-779eecb0539b tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732176 May 26 17:05:04.625001 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-01763492-aabb-4230-b70a-ab0ad919332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4476543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4534061'] for subnet (cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.659035 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01763492-aabb-4230-b70a-ab0ad919332c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:04.665097 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-01763492-aabb-4230-b70a-ab0ad919332c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.668814 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-01763492-aabb-4230-b70a-ab0ad919332c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cad44d4a-bd67-4aa9-ba6a-3f3946d43ee5 HTTP/1.1" status: 204 len: 168 time: 0.4985020 May 26 17:05:04.672188 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59210) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:04.675255 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cef153-7eca-4f74-a762-0507a0044273 None None] Network 3b72a37f-f6f4-40d5-aa2f-177110f74e30 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:05:04.769563 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (3b72a37f-f6f4-40d5-aa2f-177110f74e30), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.837417 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Deleting port 9b292807-f208-45b3-b95e-377b6dac25da {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:04.837763 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (9b292807-f208-45b3-b95e-377b6dac25da), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.898211 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] DHCP port deletion for 3b72a37f-f6f4-40d5-aa2f-177110f74e30 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:05:04.917864 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] For port 9b292807-f208-45b3-b95e-377b6dac25da, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=9b292807-f208-45b3-b95e-377b6dac25da,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:04.918222 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (9b292807-f208-45b3-b95e-377b6dac25da), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:04.920552 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:04.934887 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Calling delete_port for 9b292807-f208-45b3-b95e-377b6dac25da owned by network:dhcp {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:04.945228 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Deleting port 9b292807-f208-45b3-b95e-377b6dac25da {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:04.945629 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (9b292807-f208-45b3-b95e-377b6dac25da), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.031154 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:05.038507 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:05.057962 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] For port 9b292807-f208-45b3-b95e-377b6dac25da, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=9b292807-f208-45b3-b95e-377b6dac25da,segment=NetworkSegment(54f26795-124a-4765-b08e-2006181696c7),segment_id=54f26795-124a-4765-b08e-2006181696c7)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:05.058350 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (9b292807-f208-45b3-b95e-377b6dac25da), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.076855 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Calling delete_port for 9b292807-f208-45b3-b95e-377b6dac25da owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:05.125182 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 2aebe7ea-7846-4496-9dbb-99a60c70a2cb no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:05.155151 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 2aebe7ea-7846-4496-9dbb-99a60c70a2cb {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:05.155562 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 2aebe7ea-7846-4496-9dbb-99a60c70a2cb not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:05.156060 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device f968ef62-2ede-4a3b-8707-b92647f575ee no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:05.161895 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (9b292807-f208-45b3-b95e-377b6dac25da), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.195690 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b292807-f208-45b3-b95e-377b6dac25da,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:05.198647 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] No DVR routers for this DVR port 9b292807-f208-45b3-b95e-377b6dac25da on host dv-cinder-836070-4-iscsi {{(pid=111097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:05.199004 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: f968ef62-2ede-4a3b-8707-b92647f575ee {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:05.199548 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device f968ef62-2ede-4a3b-8707-b92647f575ee not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:05.201028 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 9b292807-f208-45b3-b95e-377b6dac25da no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:05.235778 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 9b292807-f208-45b3-b95e-377b6dac25da {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:05.236464 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 9b292807-f208-45b3-b95e-377b6dac25da not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:05.264401 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (9b292807-f208-45b3-b95e-377b6dac25da), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.294926 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Pushing event deleted for resources: {'Port': ['ID=9b292807-f208-45b3-b95e-377b6dac25da,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:05.301053 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] No DVR routers for this DVR port 9b292807-f208-45b3-b95e-377b6dac25da on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:05.306444 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (3b72a37f-f6f4-40d5-aa2f-177110f74e30), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.318981 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.319577 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.320197 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.320798 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.321382 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.322291 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.322448 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.323463 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.324006 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.324670 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.325223 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.325960 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.326507 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.327173 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.327802 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939e94-14ea-49df-b0ab-7a3589cf4b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:05.347820 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b72a37f-f6f4-40d5-aa2f-177110f74e30']}} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:05.360697 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f26795-124a-4765-b08e-2006181696c7') {'for_net_delete': True} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:05.361025 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f26795-124a-4765-b08e-2006181696c7') {} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:05.372360 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4737599'] for segment (54f26795-124a-4765-b08e-2006181696c7), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.389835 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (54f26795-124a-4765-b08e-2006181696c7), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.398437 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=111097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:05:05.398839 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4476893'] for segment (54f26795-124a-4765-b08e-2006181696c7), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.528623 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment 54f26795-124a-4765-b08e-2006181696c7 resource provider aggregate not found May 26 17:05:05.554251 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment 54f26795-124a-4765-b08e-2006181696c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54f26795-124a-4765-b08e-2006181696c7 found for delete ", "request_id": "req-7fffd892-1163-41fb-9606-19c1a5da03f1"}]} May 26 17:05:05.591176 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (3b72a37f-f6f4-40d5-aa2f-177110f74e30), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.597594 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:05.601477 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3b72a37f-f6f4-40d5-aa2f-177110f74e30 HTTP/1.1" status: 204 len: 168 time: 0.9282124 May 26 17:05:05.606304 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59218) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:05.621975 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34514900-4ca0-4d46-9578-8528c87dfc47 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b72a37f-f6f4-40d5-aa2f-177110f74e30,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:05.778506 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:05.783421 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1dd6-50fa-408e-9b46-cff89f0ea61d req-6a083125-ca9b-469d-9699-c7a4a77538a8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:05.786488 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-496f1dd6-50fa-408e-9b46-cff89f0ea61d req-6a083125-ca9b-469d-9699-c7a4a77538a8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0827165 May 26 17:05:05.879986 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-496f1dd6-50fa-408e-9b46-cff89f0ea61d req-df7c96b4-3801-4035-8501-8307c38cd755 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869839 May 26 17:05:06.123900 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (81c8875a-afbf-434d-8d84-b4c79c009e4f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:06.299645 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:06.387678 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Deleting port 7704915a-70ae-42d8-add4-91b9c56d54fc {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:06.388045 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:06.509934 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] For port 7704915a-70ae-42d8-add4-91b9c56d54fc, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=7704915a-70ae-42d8-add4-91b9c56d54fc,segment=NetworkSegment(af56758f-94bf-40b3-8563-13703128ac69),segment_id=af56758f-94bf-40b3-8563-13703128ac69)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:06.510315 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:06.526849 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Calling delete_port for 7704915a-70ae-42d8-add4-91b9c56d54fc owned by network:router_interface {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:07.008462 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (7704915a-70ae-42d8-add4-91b9c56d54fc), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:07.021594 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aba720-97f7-408c-9f11-404b24ea8174 req-6ad548cd-1d9d-448e-9558-c52f4ffdb91b tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:07.027219 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b4aba720-97f7-408c-9f11-404b24ea8174 req-6ad548cd-1d9d-448e-9558-c52f4ffdb91b tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0599959 May 26 17:05:07.047272 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7704915a-70ae-42d8-add4-91b9c56d54fc,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:07.129001 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-b4aba720-97f7-408c-9f11-404b24ea8174 req-9fd40325-4ee6-4e37-a899-4c17ca08bd99 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939074 May 26 17:05:07.260152 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:07.265846 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (81c8875a-afbf-434d-8d84-b4c79c009e4f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:07.520515 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Router 81c8875a-afbf-434d-8d84-b4c79c009e4f has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:07.576106 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:07.647418 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:07.652986 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-ae51c06d-48d1-44e1-8166-f6b6f34ddce9 admin admin] 10.222.0.48 "PUT /v2.0/routers/81c8875a-afbf-434d-8d84-b4c79c009e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0456867 May 26 17:05:07.655692 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59224) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:07.663017 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] Sync routers for ids ['81c8875a-afbf-434d-8d84-b4c79c009e4f'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:07.681856 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] Routers {'81c8875a-afbf-434d-8d84-b4c79c009e4f'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:07.683024 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['81c8875a-afbf-434d-8d84-b4c79c009e4f'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:07.772516 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks [] for router (81c8875a-afbf-434d-8d84-b4c79c009e4f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:07.875433 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] Set router 81c8875a-afbf-434d-8d84-b4c79c009e4f gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:07.899823 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks [] for router_gateway (81c8875a-afbf-434d-8d84-b4c79c009e4f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.008449 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Deleting port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:08.008794 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.079427 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T17:05:06Z', 'revision_number': 5, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port': {'id': '19f2df92-40e1-47d7-82bf-ef2e3a721ddb', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:15Z', 'updated_at': '2022-05-26T16:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:08.103916 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] For port 19f2df92-40e1-47d7-82bf-ef2e3a721ddb, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=19f2df92-40e1-47d7-82bf-ef2e3a721ddb,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:08.104476 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.116900 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] Checking router: 81c8875a-afbf-434d-8d84-b4c79c009e4f for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:08.129158 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Calling delete_port for 19f2df92-40e1-47d7-82bf-ef2e3a721ddb owned by network:router_gateway {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:08.131262 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] Routers {'81c8875a-afbf-434d-8d84-b4c79c009e4f'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:08.132087 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:04:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['81c8875a-afbf-434d-8d84-b4c79c009e4f'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:08.178137 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:08.256604 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] Set router 81c8875a-afbf-434d-8d84-b4c79c009e4f gateway port host: None {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:08.305132 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412642b-409e-444d-ac8f-21d0329fe612 req-1331a6e8-33e3-4aa3-8236-1e20ac4eef94 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:08.307455 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3412642b-409e-444d-ac8f-21d0329fe612 req-1331a6e8-33e3-4aa3-8236-1e20ac4eef94 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0768280 May 26 17:05:08.317564 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T17:05:07Z', 'revision_number': 6, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port_host': None}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:08.351956 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8800f4-9ab4-4afd-b6ae-0597e0a4a266 None None] The sync data for ids ['81c8875a-afbf-434d-8d84-b4c79c009e4f'] in dv-cinder-836070-4-iscsi is: [{'id': '81c8875a-afbf-434d-8d84-b4c79c009e4f', 'name': 'tempest-TestVolumeBootPattern-759945882-router', 'tenant_id': 'dfa05196b0ec476999a9fd16c8307540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:14Z', 'updated_at': '2022-05-26T17:05:07Z', 'revision_number': 6, 'project_id': 'dfa05196b0ec476999a9fd16c8307540', 'gw_port_host': None}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:08.388506 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3412642b-409e-444d-ac8f-21d0329fe612 req-4795cc5f-4ab1-486d-9c3d-ca34ef58d950 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=525113b5-bd41-4b93-bc38-ed78efeb9e4f&id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738463 May 26 17:05:08.442253 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (19f2df92-40e1-47d7-82bf-ef2e3a721ddb), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.475633 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f2df92-40e1-47d7-82bf-ef2e3a721ddb,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:08.554300 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (81c8875a-afbf-434d-8d84-b4c79c009e4f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.649628 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (81c8875a-afbf-434d-8d84-b4c79c009e4f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.652081 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks [] for router_controller (81c8875a-afbf-434d-8d84-b4c79c009e4f), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.813289 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (81c8875a-afbf-434d-8d84-b4c79c009e4f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.814019 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81c8875a-afbf-434d-8d84-b4c79c009e4f {{(pid=111096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:05:08.820227 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.821776 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-8d6178fa-4f1b-4c01-934b-84bdb2a13113 admin admin] 10.222.0.48 "DELETE /v2.0/routers/81c8875a-afbf-434d-8d84-b4c79c009e4f HTTP/1.1" status: 204 len: 168 time: 1.1645188 May 26 17:05:08.824514 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59230) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:08.880026 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7532e03-a6bf-4503-9878-8d764f2a1c27 admin admin] Deleting subnet 3a1c549c-d265-450f-8c6e-765bef8763dd {{(pid=111097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:05:08.884119 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c7532e03-a6bf-4503-9878-8d764f2a1c27 admin admin] Publish callbacks [] for subnet (3a1c549c-d265-450f-8c6e-765bef8763dd), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:08.944637 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c7532e03-a6bf-4503-9878-8d764f2a1c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4737542'] for subnet (3a1c549c-d265-450f-8c6e-765bef8763dd), precommit_delete_associations {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.060704 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c7532e03-a6bf-4503-9878-8d764f2a1c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (3a1c549c-d265-450f-8c6e-765bef8763dd), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.078781 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 7704915a-70ae-42d8-add4-91b9c56d54fc no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:09.096595 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:09.100679 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 7704915a-70ae-42d8-add4-91b9c56d54fc {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:09.101016 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 7704915a-70ae-42d8-add4-91b9c56d54fc not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:09.101650 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 19f2df92-40e1-47d7-82bf-ef2e3a721ddb no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:09.123062 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 19f2df92-40e1-47d7-82bf-ef2e3a721ddb {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:09.123582 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 19f2df92-40e1-47d7-82bf-ef2e3a721ddb not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:09.196845 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c7532e03-a6bf-4503-9878-8d764f2a1c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4476543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4534061'] for subnet (3a1c549c-d265-450f-8c6e-765bef8763dd), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.230731 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7532e03-a6bf-4503-9878-8d764f2a1c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1c549c-d265-450f-8c6e-765bef8763dd,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:09.238842 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-c7532e03-a6bf-4503-9878-8d764f2a1c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for subnet (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.241807 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e12897d-f7df-4bd1-8a4f-e177788f4dd8 None None] Network 8143f37d-7874-493c-b999-387abf317f43 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:05:09.242373 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-c7532e03-a6bf-4503-9878-8d764f2a1c27 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a1c549c-d265-450f-8c6e-765bef8763dd HTTP/1.1" status: 204 len: 168 time: 0.4163558 May 26 17:05:09.246726 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59232) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:09.336476 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (8143f37d-7874-493c-b999-387abf317f43), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.415547 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Deleting port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:09.416097 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.420680 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:09.426405 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] DHCP port deletion for 8143f37d-7874-493c-b999-387abf317f43 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:05:09.478136 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] Deleting port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:09.478428 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.522152 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:09.538535 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] For port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,segment=NetworkSegment(af56758f-94bf-40b3-8563-13703128ac69),segment_id=af56758f-94bf-40b3-8563-13703128ac69)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:09.538901 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.555235 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] For port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,segment=NetworkSegment(af56758f-94bf-40b3-8563-13703128ac69),segment_id=af56758f-94bf-40b3-8563-13703128ac69)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:09.556101 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.559049 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Calling delete_port for e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 owned by network:dhcp {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:09.580749 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] Calling delete_port for e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:09.733642 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.763213 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:09.765931 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] No DVR routers for this DVR port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 on host dv-cinder-836070-4-iscsi {{(pid=111097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:09.853004 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (8143f37d-7874-493c-b999-387abf317f43), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.880256 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8143f37d-7874-493c-b999-387abf317f43']}} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:09.892741 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af56758f-94bf-40b3-8563-13703128ac69') {'for_net_delete': True} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:09.893027 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af56758f-94bf-40b3-8563-13703128ac69') {} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:09.904393 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4737599'] for segment (af56758f-94bf-40b3-8563-13703128ac69), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.912157 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (e6e99fc2-0d0c-4df6-8b93-7be271fb92e5), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.920127 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (af56758f-94bf-40b3-8563-13703128ac69), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.930287 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=111097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:05:09.930896 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4476893'] for segment (af56758f-94bf-40b3-8563-13703128ac69), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:09.953913 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment af56758f-94bf-40b3-8563-13703128ac69 resource provider aggregate not found May 26 17:05:09.959173 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] Pushing event deleted for resources: {'Port': ['ID=e6e99fc2-0d0c-4df6-8b93-7be271fb92e5,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:09.962701 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2d9c2-c008-439a-99fe-58ed2603ea8e None None] No DVR routers for this DVR port e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:09.998354 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment af56758f-94bf-40b3-8563-13703128ac69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af56758f-94bf-40b3-8563-13703128ac69 found for delete ", "request_id": "req-ffbd2777-e821-4074-9272-f5c0d331962f"}]} May 26 17:05:10.104960 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (8143f37d-7874-493c-b999-387abf317f43), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:10.112514 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:10.116910 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8143f37d-7874-493c-b999-387abf317f43 HTTP/1.1" status: 204 len: 168 time: 0.8689024 May 26 17:05:10.136200 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567e5b7-bfed-4177-b4ff-b9327c9853d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8143f37d-7874-493c-b999-387abf317f43,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:10.547904 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59240) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:10.593101 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-d7d1539e-9af9-49db-a6ce-b77f46aed877 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=895a592d480548ddb6afdb1e7c45ed92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432956 May 26 17:05:10.596308 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59242) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:10.669689 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-87074a19-5f26-4170-aad7-e434ce5a28c2 admin admin] Publish callbacks [] for security_group (45b11baa-9b43-4d9a-94a5-1365cf9a00ba), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:10.699709 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-87074a19-5f26-4170-aad7-e434ce5a28c2 admin admin] Publish callbacks [] for security_group (45b11baa-9b43-4d9a-94a5-1365cf9a00ba), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:10.737059 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:11.074166 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:11.097442 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:11.097781 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e6e99fc2-0d0c-4df6-8b93-7be271fb92e5 not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:11.265059 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-87074a19-5f26-4170-aad7-e434ce5a28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (45b11baa-9b43-4d9a-94a5-1365cf9a00ba), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:11.268342 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-87074a19-5f26-4170-aad7-e434ce5a28c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:11.269871 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-87074a19-5f26-4170-aad7-e434ce5a28c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45b11baa-9b43-4d9a-94a5-1365cf9a00ba HTTP/1.1" status: 204 len: 168 time: 0.6722808 May 26 17:05:11.280205 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87074a19-5f26-4170-aad7-e434ce5a28c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b11baa-9b43-4d9a-94a5-1365cf9a00ba,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:12.245848 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59248) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:12.293662 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-a891afe6-134b-4f11-8be9-76d9826e9fb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfa05196b0ec476999a9fd16c8307540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461485 May 26 17:05:12.296565 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59250) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:12.378247 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-227720ef-d77b-43fe-af46-b0eec5eee6c0 admin admin] Publish callbacks [] for security_group (4fb207e7-a67b-4d7e-af07-326b17c2e1da), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:12.412916 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-227720ef-d77b-43fe-af46-b0eec5eee6c0 admin admin] Publish callbacks [] for security_group (4fb207e7-a67b-4d7e-af07-326b17c2e1da), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:12.574208 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-227720ef-d77b-43fe-af46-b0eec5eee6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (4fb207e7-a67b-4d7e-af07-326b17c2e1da), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:12.578146 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-227720ef-d77b-43fe-af46-b0eec5eee6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:12.583488 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-227720ef-d77b-43fe-af46-b0eec5eee6c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fb207e7-a67b-4d7e-af07-326b17c2e1da HTTP/1.1" status: 204 len: 168 time: 0.2820530 May 26 17:05:12.591803 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227720ef-d77b-43fe-af46-b0eec5eee6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb207e7-a67b-4d7e-af07-326b17c2e1da,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:15.320858 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:05:16.224680 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:16.870604 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a3a13b9b-ea3b-4f2b-a611-dd578f8df4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:19.167248 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-1bc3a87c-72b4-4bb7-b1ce-444baa4a5778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:20.118317 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:DELETE=2,neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:20.120685 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=63,neutron:DELETE=8 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:21.419739 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:22.455599 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:22.586073 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:23.378653 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:24.533629 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:28.212495 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=44 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:28.217668 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=47 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:34.442704 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:34.451265 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:40.857343 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-cded4d6e-3eab-41ec-b548-448089b1024f tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889991375&fields=id&tenant_id=0087e93bc2524a29b22a4adedec49ea6 HTTP/1.1" status: 200 len: 267 time: 0.0494735 May 26 17:05:40.919651 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-ff795187-2db3-4530-8631-76d174f5a8a0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:40.921221 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-ff795187-2db3-4530-8631-76d174f5a8a0 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 985 time: 0.0566628 May 26 17:05:40.932176 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.v2.base [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Request body: {'port': {'security_groups': ['abc18978-9bf2-4e2e-9b80-465aef4b5f40']}} {{(pid=111097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:05:41.010470 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1519869'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), before_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.262068 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] For port 2cf5870a-e439-43e4-845e-634e2e36bb39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2cf5870a-e439-43e4-845e-634e2e36bb39,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:41.296321 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), precommit_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.401640 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761419642085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761419249731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761419249749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4476857'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), after_update {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.443428 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['2cf5870a-e439-43e4-845e-634e2e36bb39'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:05:41.447381 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:41.448055 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.449555 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-73f0ab18-1af0-4687-ab64-b568d786d16f req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "PUT /v2.0/ports/2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 943 time: 0.5220942 May 26 17:05:41.458123 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59258) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:41.462495 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:41.464632 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7141041-3c5a-4250-aeb2-8d2504f4f84a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:41.487635 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event updated for resources: {'Port': ['ID=2cf5870a-e439-43e4-845e-634e2e36bb39,revision_number=7']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:41.498951 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.499353 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.499743 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.500087 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.500968 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.501413 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.501752 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.502463 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.502825 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.503312 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.503653 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.503988 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.504518 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.504853 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.505189 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d346041e-e362-4b9d-bc4e-d6835f601d10 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.525745 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f6e3cb-eaf1-4ac1-92d5-d5e6f14ddb60 x-openstack-request-id: req-55f6e3cb-eaf1-4ac1-92d5-d5e6f14ddb60 {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:41.527051 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:41.527051 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55f6e3cb-eaf1-4ac1-92d5-d5e6f14ddb60 {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:41.527051 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f6e3cb-eaf1-4ac1-92d5-d5e6f14ddb60'] response: {'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'status': 'completed', 'code': 200} May 26 17:05:41.548955 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group (525113b5-bd41-4b93-bc38-ed78efeb9e4f), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.588594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group (525113b5-bd41-4b93-bc38-ed78efeb9e4f), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.606059 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['2cf5870a-e439-43e4-845e-634e2e36bb39'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:05:41.720238 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-05a13d95-b410-43be-bd16-f53a0ff24f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:41.722635 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-05a13d95-b410-43be-bd16-f53a0ff24f71 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0087e93bc2524a29b22a4adedec49ea6&device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1130 time: 0.1287951 May 26 17:05:41.812418 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.provisioning_blocks [None req-dc32696d-784f-49b0-9eed-20e0314ebd88 None None] Provisioning complete for port 2cf5870a-e439-43e4-845e-634e2e36bb39 triggered by entity DHCP. {{(pid=111098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:05:41.812879 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-dc32696d-784f-49b0-9eed-20e0314ebd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571267'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), provisioning_complete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.847517 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-ebe35608-ba6b-4d7b-8348-1d427c6c4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:41.849066 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-ebe35608-ba6b-4d7b-8348-1d427c6c4a69 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 HTTP/1.1" status: 200 len: 915 time: 0.1123657 May 26 17:05:41.892656 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (525113b5-bd41-4b93-bc38-ed78efeb9e4f), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.895217 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for security_group (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:41.900467 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "DELETE /v2.0/security-groups/525113b5-bd41-4b93-bc38-ed78efeb9e4f HTTP/1.1" status: 204 len: 168 time: 0.4363749 May 26 17:05:41.900633 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59262) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:41.912201 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525113b5-bd41-4b93-bc38-ed78efeb9e4f,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:41.914803 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-dc32696d-784f-49b0-9eed-20e0314ebd88 None None] Current status of the port 2cf5870a-e439-43e4-845e-634e2e36bb39 is: ACTIVE; New status is: ACTIVE {{(pid=111098) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:05:41.927977 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.928327 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.928678 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.929023 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.929388 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.929724 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.930055 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.930385 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.930761 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.931133 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.931466 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.931792 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.932120 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.932444 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.932766 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b91fa-130b-45da-b5e5-ef8469dca7f8 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-4-iscsi {{(pid=111096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:41.945178 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-9d82c451-7e28-4fa7-92e6-4046af5a4527 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 1002 time: 0.0880933 May 26 17:05:42.024741 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-7ae97b83-8ba9-47a5-9b93-4f61c8f74da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:42.026415 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-7ae97b83-8ba9-47a5-9b93-4f61c8f74da8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9 HTTP/1.1" status: 200 len: 853 time: 0.0739675 May 26 17:05:42.085844 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-25a36b25-ee5e-427a-adf8-aa1de87672f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:42.087420 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-25a36b25-ee5e-427a-adf8-aa1de87672f0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541184 May 26 17:05:42.108638 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Deleting port c829129b-1911-48e0-a164-fcaf301abc9a {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:42.112450 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (c829129b-1911-48e0-a164-fcaf301abc9a), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:42.192274 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-484e62f5-602a-4dde-8428-f66a89aa1bc1 service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967693 May 26 17:05:42.212571 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (c829129b-1911-48e0-a164-fcaf301abc9a), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:42.212917 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for floatingip (c829129b-1911-48e0-a164-fcaf301abc9a), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:42.227495 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Calling delete_port for c829129b-1911-48e0-a164-fcaf301abc9a owned by network:floatingip {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:42.291234 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-b7141041-3c5a-4250-aeb2-8d2504f4f84a req-ddeae60e-b740-4495-b3d7-d36c6f9e58a0 service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915987 May 26 17:05:42.333876 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:42.337977 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:42.521158 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (c829129b-1911-48e0-a164-fcaf301abc9a), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:42.550198 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event deleted for resources: {'Port': ['ID=c829129b-1911-48e0-a164-fcaf301abc9a,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:42.616583 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks [] for floatingip (e6b62b9c-34f2-4f25-aadd-fd62e4153a12), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:42.616837 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.db.l3_db [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Floating IP e6b62b9c-34f2-4f25-aadd-fd62e4153a12 disassociated (deleted). External IP: 172.27.1.237, port: 2cf5870a-e439-43e4-845e-634e2e36bb39. May 26 17:05:43.089844 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Router cb913a14-b093-41bd-aace-e49059dd9a20 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:43.200049 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:43.204620 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for floatingip (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:43.212004 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] Sync routers for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:43.223431 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:43.224056 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:05:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:43.226292 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:43.240062 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-6a3b63c9-772f-47cd-a769-8bd2ce752b8a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "DELETE /v2.0/floatingips/e6b62b9c-34f2-4f25-aadd-fd62e4153a12 HTTP/1.1" status: 204 len: 168 time: 1.3376019 May 26 17:05:43.286949 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:43.287934 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:43.336056 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:43.527629 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39'}] {{(pid=111097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:43.530068 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4fde4e35d3c7863f606e4d1129b04f036875e06567e002e8a3c1c0886165e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39"}]}' {{(pid=111097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:43.543009 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:44Z', 'revision_number': 5, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:43.566112 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] Checking router: cb913a14-b093-41bd-aace-e49059dd9a20 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:43.570610 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b4c8b5-54b5-4d82-9095-e54ea86a6bce x-openstack-request-id: req-a3b4c8b5-54b5-4d82-9095-e54ea86a6bce {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:43.570901 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39", "status": "completed", "code": 200}]} {{(pid=111097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:43.571199 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3b4c8b5-54b5-4d82-9095-e54ea86a6bce {{(pid=111097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:43.571564 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b4c8b5-54b5-4d82-9095-e54ea86a6bce'] response: {'name': 'network-changed', 'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'status': 'completed', 'code': 200} May 26 17:05:43.574612 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:43.575222 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:05:19Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:43.627810 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:43.668462 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-792824cb-8142-446d-9647-7881edd36882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:43.668462 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-792824cb-8142-446d-9647-7881edd36882 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0087e93bc2524a29b22a4adedec49ea6&device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 1130 time: 0.0457299 May 26 17:05:43.670958 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=100 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:43.694399 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:43.787350 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-2fda6610-f2b4-499d-9cc6-082b5aac0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:43.789233 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-2fda6610-f2b4-499d-9cc6-082b5aac0949 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 HTTP/1.1" status: 200 len: 915 time: 0.1070843 May 26 17:05:43.845081 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-cca2e39f-99e1-4da2-bfa9-be5b98cd0157 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 200 len: 217 time: 0.0384507 May 26 17:05:43.932573 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-43cf1539-4d38-477e-9c84-fb8fc2d48fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:43.932973 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:44Z', 'revision_number': 5, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:43.934669 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-43cf1539-4d38-477e-9c84-fb8fc2d48fc5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9 HTTP/1.1" status: 200 len: 853 time: 0.0830166 May 26 17:05:43.959472 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc0f36-3f18-4ebf-aa1e-3d3aba2e61ba None None] The sync data for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi is: [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:03:37Z', 'revision_number': 4, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi', '_interfaces': [{'id': '529024a1-44df-4191-ab55-9fb35bb08c5b', 'name': '', 'network_id': '6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'mac_address': 'fa:16:3e:44:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:37Z', 'updated_at': '2022-05-26T17:03:44Z', 'revision_number': 5, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'subnets': [{'id': 'ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:44.237315 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406f7a2-d036-43e4-922a-df173c700515 None None] New status for floating IP e6b62b9c-34f2-4f25-aadd-fd62e4153a12: DOWN {{(pid=111099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 17:05:44.338821 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-65c1b127-ad2c-483a-a9d4-67644c48d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:44.340548 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-65c1b127-ad2c-483a-a9d4-67644c48d836 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559623 May 26 17:05:44.407981 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:44.453192 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-e5b82326-36da-448c-afaf-e78255612214 service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030536 May 26 17:05:44.471430 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:44.554944 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-72efb3f1-2775-4111-bf3f-a2bfbfbd1e1a req-6c658ad9-9da3-43ca-bffa-fa74ef7f1e6d service neutron] 10.222.0.95 "GET /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923476 May 26 17:05:46.241206 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:46.869956 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-527c87c4-01fc-4690-858f-575ded21dcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:47.784026 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639cc4a-67c7-4f65-83eb-d6b183fe2e31 req-4fc9c002-c7e7-4c46-a4f0-69d2b3bae633 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:47.785648 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3639cc4a-67c7-4f65-83eb-d6b183fe2e31 req-4fc9c002-c7e7-4c46-a4f0-69d2b3bae633 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0518677 May 26 17:05:47.840470 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-3639cc4a-67c7-4f65-83eb-d6b183fe2e31 req-d0f78288-f753-4ffc-a95e-43283411cc7d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474892 May 26 17:05:48.963074 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a532329-b2ad-4122-8e12-b73395a3e7b8 req-a0946525-b1f1-47ab-8417-03a09bcbf23d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:48.964522 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9a532329-b2ad-4122-8e12-b73395a3e7b8 req-a0946525-b1f1-47ab-8417-03a09bcbf23d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0523424 May 26 17:05:49.013944 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-9a532329-b2ad-4122-8e12-b73395a3e7b8 req-2cec7843-3831-4269-a663-d11aca0b31d2 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 May 26 17:05:49.155505 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-cab4664f-7e14-4574-a278-bd27fa8dabc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:49.737273 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-679526a7-a4aa-4df8-90be-cb0eccae4d22 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:49.738856 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-679526a7-a4aa-4df8-90be-cb0eccae4d22 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.95 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0517461 May 26 17:05:49.837345 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Deleting port 2cf5870a-e439-43e4-845e-634e2e36bb39 {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:49.837684 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:49.933850 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] For port 2cf5870a-e439-43e4-845e-634e2e36bb39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2cf5870a-e439-43e4-845e-634e2e36bb39,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:49.934209 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:49.953241 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Calling delete_port for 2cf5870a-e439-43e4-845e-634e2e36bb39 owned by compute:nova {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:50.138581 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f265b-8510-41ca-8a26-4cdc9f589575 req-ddee8234-6653-4784-a4f0-b75028b324ab tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:50.140104 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-781f265b-8510-41ca-8a26-4cdc9f589575 req-ddee8234-6653-4784-a4f0-b75028b324ab tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 946 time: 0.0493169 May 26 17:05:50.161286 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (2cf5870a-e439-43e4-845e-634e2e36bb39), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:50.190584 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Pushing event deleted for resources: {'Port': ['ID=2cf5870a-e439-43e4-845e-634e2e36bb39,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:50.195995 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-781f265b-8510-41ca-8a26-4cdc9f589575 req-a820f728-2507-43cc-bb2f-0b7b639e3175 tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/security-groups?id=abc18978-9bf2-4e2e-9b80-465aef4b5f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492358 May 26 17:05:50.196668 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] get_ports_and_sgs() called for port_ids ['2cf5870a-e439-43e4-845e-634e2e36bb39'] {{(pid=111098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:05:50.519588 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] No DVR routers for this DVR port 2cf5870a-e439-43e4-845e-634e2e36bb39 on host hv-cinder-83607 {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:50.522314 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15785'] for port (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:50.525607 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [req-28606f88-c2ae-4096-9838-cf2d429bec0b req-698da10d-e198-4249-a644-d7f60eae052d tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.95 "DELETE /v2.0/ports/2cf5870a-e439-43e4-845e-634e2e36bb39 HTTP/1.1" status: 204 len: 173 time: 0.7755501 May 26 17:05:50.526056 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'name': 'network-vif-deleted', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39'}] {{(pid=111096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:50.528301 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614bdb78f02a33fa14d4a65eb3fe5da49169ddb09014b716c705ff6c585c896f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e37c842-4a64-46da-9e00-c44e356db269" -d '{"events": [{"server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "name": "network-vif-deleted", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39"}]}' {{(pid=111096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:50.573474 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c23d1f-4209-4e50-814e-e85016f0666a x-openstack-request-id: req-24c23d1f-4209-4e50-814e-e85016f0666a {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:50.573768 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6", "name": "network-vif-deleted", "tag": "2cf5870a-e439-43e4-845e-634e2e36bb39", "status": "completed", "code": 200}]} {{(pid=111096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:50.574021 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24c23d1f-4209-4e50-814e-e85016f0666a {{(pid=111096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:50.574430 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c23d1f-4209-4e50-814e-e85016f0666a'] response: {'server_uuid': 'e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6', 'name': 'network-vif-deleted', 'tag': '2cf5870a-e439-43e4-845e-634e2e36bb39', 'status': 'completed', 'code': 200} May 26 17:05:51.312378 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [req-f13d4056-0c3a-4389-a8f9-bc704c78cb34 req-4653eb4e-1c67-4aff-9189-c20a1d0e960a tempest-TestMinimumBasicScenario-1457916280 tempest-TestMinimumBasicScenario-1457916280-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1b7782c-a3f8-4fcd-8c2c-06fdc7b86ed6 HTTP/1.1" status: 200 len: 210 time: 0.0333827 May 26 17:05:51.452916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:52.320993 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:05:53.349694 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:53.985378 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59348) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:54.246199 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:54.335737 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (cb913a14-b093-41bd-aace-e49059dd9a20), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:54.492947 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:54.520763 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:54.577634 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Deleting port 529024a1-44df-4191-ab55-9fb35bb08c5b {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:54.578744 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:54.678848 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] For port 529024a1-44df-4191-ab55-9fb35bb08c5b, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=529024a1-44df-4191-ab55-9fb35bb08c5b,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:54.679213 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:54.695406 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Calling delete_port for 529024a1-44df-4191-ab55-9fb35bb08c5b owned by network:router_interface {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:54.804518 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 2cf5870a-e439-43e4-845e-634e2e36bb39 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:54.833690 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] No Port match for: 2cf5870a-e439-43e4-845e-634e2e36bb39 {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:54.834153 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Device 2cf5870a-e439-43e4-845e-634e2e36bb39 not bound to the agent host hv-cinder-83607 {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:55.001081 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (529024a1-44df-4191-ab55-9fb35bb08c5b), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:55.028824 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=529024a1-44df-4191-ab55-9fb35bb08c5b,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:55.246272 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (cb913a14-b093-41bd-aace-e49059dd9a20), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:55.263171 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:55.509008 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Router cb913a14-b093-41bd-aace-e49059dd9a20 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:55.619302 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:55.625614 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-b87d716a-07d4-4385-a43a-21e4d10c8b86 admin admin] 10.222.0.48 "PUT /v2.0/routers/cb913a14-b093-41bd-aace-e49059dd9a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385536 May 26 17:05:55.629232 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59350) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:55.631803 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] Sync routers for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:55.642881 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:55.643502 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:05:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:55.731946 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:55.737335 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks [] for router (cb913a14-b093-41bd-aace-e49059dd9a20), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:55.754963 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:55.848686 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks [] for router_gateway (cb913a14-b093-41bd-aace-e49059dd9a20), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:55.939913 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:05:54Z', 'revision_number': 5, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port': {'id': 'c4344913-6d34-4692-9ed8-3c732d4c8f4d', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:35Z', 'updated_at': '2022-05-26T17:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:55.971061 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] Checking router: cb913a14-b093-41bd-aace-e49059dd9a20 for host: dv-cinder-836070-4-iscsi {{(pid=111098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:55.974594 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Deleting port c4344913-6d34-4692-9ed8-3c732d4c8f4d {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:55.974936 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:55.980874 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] Routers {'cb913a14-b093-41bd-aace-e49059dd9a20'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:55.981609 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:05:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['cb913a14-b093-41bd-aace-e49059dd9a20'], 'active': True} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:56.074438 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] For port c4344913-6d34-4692-9ed8-3c732d4c8f4d, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=c4344913-6d34-4692-9ed8-3c732d4c8f4d,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:56.075016 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.088210 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvr_db [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] Set router cb913a14-b093-41bd-aace-e49059dd9a20 gateway port host: None {{(pid=111098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:56.096546 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Calling delete_port for c4344913-6d34-4692-9ed8-3c732d4c8f4d owned by network:router_gateway {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:56.143371 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_hamode_db [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:05:55Z', 'revision_number': 6, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port_host': None}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:56.169513 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc659b-f472-4a99-ae92-9bf499c773f7 None None] The sync data for ids ['cb913a14-b093-41bd-aace-e49059dd9a20'] in dv-cinder-836070-4-iscsi is: [{'id': 'cb913a14-b093-41bd-aace-e49059dd9a20', 'name': 'tempest-TestMinimumBasicScenario-141649629-router', 'tenant_id': '0087e93bc2524a29b22a4adedec49ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:34Z', 'updated_at': '2022-05-26T17:05:55Z', 'revision_number': 6, 'project_id': '0087e93bc2524a29b22a4adedec49ea6', 'gw_port_host': None}] {{(pid=111098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:56.207231 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:56.349867 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (c4344913-6d34-4692-9ed8-3c732d4c8f4d), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.378589 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c4344913-6d34-4692-9ed8-3c732d4c8f4d,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:56.452466 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (cb913a14-b093-41bd-aace-e49059dd9a20), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.545980 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (cb913a14-b093-41bd-aace-e49059dd9a20), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.548851 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks [] for router_controller (cb913a14-b093-41bd-aace-e49059dd9a20), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.669621 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (cb913a14-b093-41bd-aace-e49059dd9a20), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.670419 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb913a14-b093-41bd-aace-e49059dd9a20 {{(pid=111096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:05:56.675273 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.676483 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-12ce2f28-f194-4562-9c9d-246c8a44e9bd admin admin] 10.222.0.48 "DELETE /v2.0/routers/cb913a14-b093-41bd-aace-e49059dd9a20 HTTP/1.1" status: 204 len: 168 time: 1.0474236 May 26 17:05:56.679202 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59352) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:56.734932 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f03b9bb-7112-40ee-b644-ccaa50e37add admin admin] Deleting subnet ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9 {{(pid=111096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:05:56.738714 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f03b9bb-7112-40ee-b644-ccaa50e37add admin admin] Publish callbacks [] for subnet (ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.775297 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f03b9bb-7112-40ee-b644-ccaa50e37add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4749508'] for subnet (ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.855426 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f03b9bb-7112-40ee-b644-ccaa50e37add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:56.990199 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f03b9bb-7112-40ee-b644-ccaa50e37add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4749469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592351'] for subnet (ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.024101 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-5f03b9bb-7112-40ee-b644-ccaa50e37add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.030396 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-5f03b9bb-7112-40ee-b644-ccaa50e37add admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9 HTTP/1.1" status: 204 len: 168 time: 0.3471415 May 26 17:05:57.030396 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03b9bb-7112-40ee-b644-ccaa50e37add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4b5ef8-6d58-40d6-86b8-14bfd0c847d9,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:57.031611 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5e8167-7d54-47c7-844d-0a6cddfa361c None None] Network 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:05:57.032338 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59354) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:57.034997 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:57.138310 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 529024a1-44df-4191-ab55-9fb35bb08c5b no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:57.154290 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.160442 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 529024a1-44df-4191-ab55-9fb35bb08c5b {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:57.161015 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 529024a1-44df-4191-ab55-9fb35bb08c5b not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:57.161489 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device c4344913-6d34-4692-9ed8-3c732d4c8f4d no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:57.181878 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: c4344913-6d34-4692-9ed8-3c732d4c8f4d {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:57.182260 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device c4344913-6d34-4692-9ed8-3c732d4c8f4d not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:57.204098 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Deleting port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d {{(pid=111097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:57.204440 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.214811 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] DHCP port deletion for 6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:05:57.260426 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] Deleting port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:57.262081 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.327262 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.db [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] For port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:57.328432 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.343366 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.plugin [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Calling delete_port for 033a8dcf-10f9-45ce-9f32-0ab3bd52156d owned by network:dhcp {{(pid=111097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:57.349629 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] For port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,segment=NetworkSegment(245df20f-a483-4dc0-b7f2-1c29ce4b79be),segment_id=245df20f-a483-4dc0-b7f2-1c29ce4b79be)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:57.350022 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.364532 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] Calling delete_port for 033a8dcf-10f9-45ce-9f32-0ab3bd52156d owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:57.421309 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:57.589687 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4476814'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.596507 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (033a8dcf-10f9-45ce-9f32-0ab3bd52156d), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.612618 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Pushing event deleted for resources: {'Port': ['ID=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:57.619238 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] No DVR routers for this DVR port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d on host dv-cinder-836070-4-iscsi {{(pid=111097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:57.623225 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] Pushing event deleted for resources: {'Port': ['ID=033a8dcf-10f9-45ce-9f32-0ab3bd52156d,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:57.625741 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ddbbb8-8699-4672-958d-cac109b09dc9 None None] No DVR routers for this DVR port 033a8dcf-10f9-45ce-9f32-0ab3bd52156d on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:57.697811 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.720709 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2']}} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:57.731278 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245df20f-a483-4dc0-b7f2-1c29ce4b79be') {'for_net_delete': True} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:57.731576 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.services.segments.db [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245df20f-a483-4dc0-b7f2-1c29ce4b79be') {} {{(pid=111097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:57.742434 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4737599'] for segment (245df20f-a483-4dc0-b7f2-1c29ce4b79be), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.756437 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (245df20f-a483-4dc0-b7f2-1c29ce4b79be), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.762836 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=111097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:05:57.763224 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4476893'] for segment (245df20f-a483-4dc0-b7f2-1c29ce4b79be), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.783319 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment 245df20f-a483-4dc0-b7f2-1c29ce4b79be resource provider aggregate not found May 26 17:05:57.826487 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.services.segments.plugin [-] Segment 245df20f-a483-4dc0-b7f2-1c29ce4b79be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 245df20f-a483-4dc0-b7f2-1c29ce4b79be found for delete ", "request_id": "req-43f2929a-9b3b-4b4b-91c9-430d23e13302"}]} May 26 17:05:57.909933 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.917494 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:57.921555 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] 10.222.0.48 "DELETE /v2.0/networks/6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2 HTTP/1.1" status: 204 len: 168 time: 0.8840783 May 26 17:05:57.925095 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59360) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:57.936424 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a4af5-3712-4711-a51f-d80055c1ec5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfe0d7a-74f2-4f9f-8fbf-213faa443ca2,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:57.969458 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:58.258462 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:58.264427 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404959'] for router_interface (1a265be3-8ca1-4293-b3ec-36bcda30e437), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:58.502776 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Deleting port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:05:58.503014 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:58.591871 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] For port 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,segment=NetworkSegment(394dfe01-27de-4207-b33b-609745e9d6fa),segment_id=394dfe01-27de-4207-b33b-609745e9d6fa)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:58.592230 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:58.606885 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Calling delete_port for 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa owned by network:router_interface {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:05:58.864017 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:58.891536 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:59.068315 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:59.092743 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404803'] for router_interface (1a265be3-8ca1-4293-b3ec-36bcda30e437), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:59.186897 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 033a8dcf-10f9-45ce-9f32-0ab3bd52156d no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:59.202386 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 033a8dcf-10f9-45ce-9f32-0ab3bd52156d {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:05:59.202765 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 033a8dcf-10f9-45ce-9f32-0ab3bd52156d not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:59.226628 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:05:59.618598 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Router 1a265be3-8ca1-4293-b3ec-36bcda30e437 has already been hosted by L3 agent 7763c6f5-b706-4703-a9ae-85c039ef5e71 {{(pid=111096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:59.732943 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] Notify agent at l3_agent.dv-cinder-836070-4-iscsi the message routers_updated {{(pid=111096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:59.738546 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-7daa68a4-8d35-40c1-bfc3-8152341e7e88 admin admin] 10.222.0.48 "PUT /v2.0/routers/1a265be3-8ca1-4293-b3ec-36bcda30e437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8119719 May 26 17:05:59.740808 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59362) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:05:59.744429 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] Sync routers for ids ['1a265be3-8ca1-4293-b3ec-36bcda30e437'] in dv-cinder-836070-4-iscsi {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:59.756004 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] Routers {'1a265be3-8ca1-4293-b3ec-36bcda30e437'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:59.757006 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:05:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['1a265be3-8ca1-4293-b3ec-36bcda30e437'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:59.855443 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks [] for router (1a265be3-8ca1-4293-b3ec-36bcda30e437), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:05:59.872431 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] Set router 1a265be3-8ca1-4293-b3ec-36bcda30e437 gateway port host: dv-cinder-836070-4-iscsi {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:59.973286 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks [] for router_gateway (1a265be3-8ca1-4293-b3ec-36bcda30e437), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.065290 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'external_fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:05:58Z', 'revision_number': 5, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port': {'id': '46f87d08-0827-4289-8698-7dde3c6bc7af', 'name': '', 'network_id': '4d51cc9f-ea8f-4da8-805e-e6b25280a610', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:03:42Z', 'updated_at': '2022-05-26T17:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5539be8-b851-4117-a38d-db55fe2f31f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-4-iscsi'}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:00.097689 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] Checking router: 1a265be3-8ca1-4293-b3ec-36bcda30e437 for host: dv-cinder-836070-4-iscsi {{(pid=111099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:06:00.100654 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Deleting port 46f87d08-0827-4289-8698-7dde3c6bc7af {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:06:00.101165 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.106966 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] Routers {'1a265be3-8ca1-4293-b3ec-36bcda30e437'} bound to L3 agent in host dv-cinder-836070-4-iscsi {{(pid=111099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:06:00.107571 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T16:43:49Z,description=,heartbeat_timestamp=2022-05-26T17:05:49Z,host='dv-cinder-836070-4-iscsi',id=7763c6f5-b706-4703-a9ae-85c039ef5e71,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T16:43:50Z,topic='l3_agent')) {'router_ids': ['1a265be3-8ca1-4293-b3ec-36bcda30e437'], 'active': True} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:00.184883 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] For port 46f87d08-0827-4289-8698-7dde3c6bc7af, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=46f87d08-0827-4289-8698-7dde3c6bc7af,segment=NetworkSegment(c8e8047e-df99-4486-bf24-8e2bd0e09729),segment_id=c8e8047e-df99-4486-bf24-8e2bd0e09729)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:06:00.185147 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.195378 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_dvr_db [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] Set router 1a265be3-8ca1-4293-b3ec-36bcda30e437 gateway port host: None {{(pid=111099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:06:00.204807 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Calling delete_port for 46f87d08-0827-4289-8698-7dde3c6bc7af owned by network:router_gateway {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:06:00.337315 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.l3_hamode_db [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:05:59Z', 'revision_number': 6, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port_host': None}], 'dv-cinder-836070-4-iscsi', False) {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:00.377344 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b58fb-fe14-40c3-ba1a-2549ce21bd25 None None] The sync data for ids ['1a265be3-8ca1-4293-b3ec-36bcda30e437'] in dv-cinder-836070-4-iscsi is: [{'id': '1a265be3-8ca1-4293-b3ec-36bcda30e437', 'name': 'tempest-TestMinimumBasicScenario-208685938-router', 'tenant_id': '495755b184544ac2a11db912887d6472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:03:41Z', 'updated_at': '2022-05-26T17:05:59Z', 'revision_number': 6, 'project_id': '495755b184544ac2a11db912887d6472', 'gw_port_host': None}] {{(pid=111099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:06:00.383178 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:00.566946 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (46f87d08-0827-4289-8698-7dde3c6bc7af), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.590572 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f87d08-0827-4289-8698-7dde3c6bc7af,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:00.660225 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401889'] for router_gateway (1a265be3-8ca1-4293-b3ec-36bcda30e437), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.718980 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:00.754255 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (1a265be3-8ca1-4293-b3ec-36bcda30e437), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.757411 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks [] for router_controller (1a265be3-8ca1-4293-b3ec-36bcda30e437), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.897345 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-415419'] for router (1a265be3-8ca1-4293-b3ec-36bcda30e437), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.897986 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a265be3-8ca1-4293-b3ec-36bcda30e437 {{(pid=111096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:06:00.902759 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.904020 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-17e50851-1ad1-4f65-a771-9c84bf43e6c4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1a265be3-8ca1-4293-b3ec-36bcda30e437 HTTP/1.1" status: 204 len: 168 time: 1.1622014 May 26 17:06:00.907042 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59364) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:06:00.956682 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3d712b-f427-4b03-8b32-9b77decaed97 admin admin] Deleting subnet e5489887-f219-4415-ab5d-7c9ce00b3941 {{(pid=111096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 17:06:00.960199 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd3d712b-f427-4b03-8b32-9b77decaed97 admin admin] Publish callbacks [] for subnet (e5489887-f219-4415-ab5d-7c9ce00b3941), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:00.995893 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd3d712b-f427-4b03-8b32-9b77decaed97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4749508'] for subnet (e5489887-f219-4415-ab5d-7c9ce00b3941), precommit_delete_associations {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.086994 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd3d712b-f427-4b03-8b32-9b77decaed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380079'] for subnet (e5489887-f219-4415-ab5d-7c9ce00b3941), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.204378 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:06:01.229171 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:06:01.229540 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 6a03bf22-ed8a-4f97-9d1b-aefcbfde79fa not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:06:01.229881 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd3d712b-f427-4b03-8b32-9b77decaed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4749469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592351'] for subnet (e5489887-f219-4415-ab5d-7c9ce00b3941), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.230361 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 46f87d08-0827-4289-8698-7dde3c6bc7af no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:06:01.252622 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: 46f87d08-0827-4289-8698-7dde3c6bc7af {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:06:01.253007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device 46f87d08-0827-4289-8698-7dde3c6bc7af not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:06:01.260122 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-bd3d712b-f427-4b03-8b32-9b77decaed97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.263438 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-bd3d712b-f427-4b03-8b32-9b77decaed97 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5489887-f219-4415-ab5d-7c9ce00b3941 HTTP/1.1" status: 204 len: 168 time: 0.3553562 May 26 17:06:01.264469 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d712b-f427-4b03-8b32-9b77decaed97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5489887-f219-4415-ab5d-7c9ce00b3941,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:01.266675 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59366) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:06:01.273510 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354e4d7-441d-4843-b1ee-1ea8391562a1 None None] Network 289c24f5-3701-4a58-870d-9207d1d206d3 requested from dv-cinder-836070-4-iscsi {{(pid=111098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:06:01.349172 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1340776'] for network (289c24f5-3701-4a58-870d-9207d1d206d3), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.396402 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Deleting port e458fe4f-78cd-47f5-ba6d-d516800567aa {{(pid=111096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:06:01.396743 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.460293 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] DHCP port deletion for 289c24f5-3701-4a58-870d-9207d1d206d3 request from dv-cinder-836070-4-iscsi {{(pid=111098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 17:06:01.489137 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.db [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] For port e458fe4f-78cd-47f5-ba6d-d516800567aa, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e458fe4f-78cd-47f5-ba6d-d516800567aa,segment=NetworkSegment(394dfe01-27de-4207-b33b-609745e9d6fa),segment_id=394dfe01-27de-4207-b33b-609745e9d6fa)] {{(pid=111096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:06:01.489630 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.507897 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] Deleting port e458fe4f-78cd-47f5-ba6d-d516800567aa {{(pid=111098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 17:06:01.508513 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761419632357'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), before_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.510110 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.plugin [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Calling delete_port for e458fe4f-78cd-47f5-ba6d-d516800567aa owned by network:dhcp {{(pid=111096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:06:01.598239 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.db [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] For port e458fe4f-78cd-47f5-ba6d-d516800567aa, host dv-cinder-836070-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-4-iscsi',level=0,port_id=e458fe4f-78cd-47f5-ba6d-d516800567aa,segment=NetworkSegment(394dfe01-27de-4207-b33b-609745e9d6fa),segment_id=394dfe01-27de-4207-b33b-609745e9d6fa)] {{(pid=111098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:06:01.598650 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-406631'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), precommit_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.612590 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] Calling delete_port for e458fe4f-78cd-47f5-ba6d-d516800567aa owned by network:dhcp {{(pid=111098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 17:06:01.686270 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4749676'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.696412 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1519373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1932256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761419642067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761419249722'] for port (e458fe4f-78cd-47f5-ba6d-d516800567aa), after_delete {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.720999 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e458fe4f-78cd-47f5-ba6d-d516800567aa,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:01.721548 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] Pushing event deleted for resources: {'Port': ['ID=e458fe4f-78cd-47f5-ba6d-d516800567aa,revision_number=None']} {{(pid=111098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:01.723112 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] No DVR routers for this DVR port e458fe4f-78cd-47f5-ba6d-d516800567aa on host dv-cinder-836070-4-iscsi {{(pid=111096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:06:01.731400 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2b305-9946-44aa-97c0-8c27f79927e4 None None] No DVR routers for this DVR port e458fe4f-78cd-47f5-ba6d-d516800567aa on host dv-cinder-836070-4-iscsi {{(pid=111098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:06:01.795758 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376346', 'neutron.services.segments.db._delete_segments_for_network-8761419777392'] for network (289c24f5-3701-4a58-870d-9207d1d206d3), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.818065 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289c24f5-3701-4a58-870d-9207d1d206d3']}} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:01.825050 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:01.828647 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394dfe01-27de-4207-b33b-609745e9d6fa') {'for_net_delete': True} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:01.828944 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.services.segments.db [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394dfe01-27de-4207-b33b-609745e9d6fa') {} {{(pid=111096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:01.838739 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761419778425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4749565'] for segment (394dfe01-27de-4207-b33b-609745e9d6fa), before_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.852559 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048'] for segment (394dfe01-27de-4207-b33b-609745e9d6fa), precommit_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.859634 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:06:01.860010 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4749631'] for segment (394dfe01-27de-4207-b33b-609745e9d6fa), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:01.911131 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 394dfe01-27de-4207-b33b-609745e9d6fa resource provider aggregate not found May 26 17:06:01.929230 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.services.segments.plugin [-] Segment 394dfe01-27de-4207-b33b-609745e9d6fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 394dfe01-27de-4207-b33b-609745e9d6fa found for delete ", "request_id": "req-370d2a74-f2b0-462d-bc8c-c2e03125202d"}]} May 26 17:06:02.001229 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401869'] for network (289c24f5-3701-4a58-870d-9207d1d206d3), after_delete {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:02.007030 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron_lib.callbacks.manager [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612988'] for network (None), before_response {{(pid=111096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:02.010301 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/289c24f5-3701-4a58-870d-9207d1d206d3 HTTP/1.1" status: 204 len: 168 time: 0.7426593 May 26 17:06:02.028879 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e69592-8236-409c-a778-bee38b54a2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=289c24f5-3701-4a58-870d-9207d1d206d3,revision_number=None']} {{(pid=111096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:02.470730 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [-] (111096) accepted ('10.222.0.48', 59374) {{(pid=111096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:06:02.511724 dv-cinder-836070-4-iscsi neutron-server[111096]: INFO neutron.wsgi [None req-c535899f-8cb4-40e7-8b2f-689facb9353d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0087e93bc2524a29b22a4adedec49ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398052 May 26 17:06:02.514474 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59376) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:06:02.552065 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:02.570407 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aafd97bb-bb3e-42c5-b7a6-e9a61c43e225 admin admin] Publish callbacks [] for security_group (abc18978-9bf2-4e2e-9b80-465aef4b5f40), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:02.595481 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aafd97bb-bb3e-42c5-b7a6-e9a61c43e225 admin admin] Publish callbacks [] for security_group (abc18978-9bf2-4e2e-9b80-465aef4b5f40), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:02.602428 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:02.749501 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aafd97bb-bb3e-42c5-b7a6-e9a61c43e225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (abc18978-9bf2-4e2e-9b80-465aef4b5f40), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:02.752152 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-aafd97bb-bb3e-42c5-b7a6-e9a61c43e225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:02.753406 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-aafd97bb-bb3e-42c5-b7a6-e9a61c43e225 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abc18978-9bf2-4e2e-9b80-465aef4b5f40 HTTP/1.1" status: 204 len: 168 time: 0.2377183 May 26 17:06:02.763479 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd97bb-bb3e-42c5-b7a6-e9a61c43e225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc18978-9bf2-4e2e-9b80-465aef4b5f40,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:03.106967 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e458fe4f-78cd-47f5-ba6d-d516800567aa no longer exists at agent ovs-agent-dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:06:03.129916 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] No Port match for: e458fe4f-78cd-47f5-ba6d-d516800567aa {{(pid=111098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 17:06:03.130264 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron.plugins.ml2.rpc [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Device e458fe4f-78cd-47f5-ba6d-d516800567aa not bound to the agent host dv-cinder-836070-4-iscsi {{(pid=111098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:06:03.538862 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59382) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:06:03.581544 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-7b743457-d8f8-4f16-b7c3-efda58c229df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=495755b184544ac2a11db912887d6472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414588 May 26 17:06:03.584524 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [-] (111097) accepted ('10.222.0.48', 59384) {{(pid=111097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:06:03.641783 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2cac38a6-7b0f-4ba8-baa0-5ebf5df457a4 admin admin] Publish callbacks [] for security_group (c816c8cc-cfc4-460a-9030-0944e5994570), before_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:03.665881 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2cac38a6-7b0f-4ba8-baa0-5ebf5df457a4 admin admin] Publish callbacks [] for security_group (c816c8cc-cfc4-460a-9030-0944e5994570), precommit_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:03.789669 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2cac38a6-7b0f-4ba8-baa0-5ebf5df457a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627426'] for security_group (c816c8cc-cfc4-460a-9030-0944e5994570), after_delete {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:03.792223 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron_lib.callbacks.manager [None req-2cac38a6-7b0f-4ba8-baa0-5ebf5df457a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:03.793431 dv-cinder-836070-4-iscsi neutron-server[111097]: INFO neutron.wsgi [None req-2cac38a6-7b0f-4ba8-baa0-5ebf5df457a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c816c8cc-cfc4-460a-9030-0944e5994570 HTTP/1.1" status: 204 len: 168 time: 0.2079318 May 26 17:06:03.802023 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac38a6-7b0f-4ba8-baa0-5ebf5df457a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c816c8cc-cfc4-460a-9030-0944e5994570,revision_number=None']} {{(pid=111097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:10.340223 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=46 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:10.341003 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=48 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:12.506321 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=5 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:12.508274 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG dbcounter [-] [111096] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=111096) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:13.797217 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=34,neutron:DELETE=6 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:13.798429 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG dbcounter [-] [111097] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=111097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:13.817510 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=53,neutron:DELETE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:13.818366 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=85,neutron:DELETE=7 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:16.314989 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:16.869460 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-faff2fb1-8f7f-4c69-acd0-9e71126efae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:19.177811 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-24dbd6f6-6331-42f0-9b5e-1f67ad159f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:21.395090 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:23.372036 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:24.514861 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:29.328248 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:06:34.448211 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:34.450501 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:46.280490 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:46.840347 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc5a8-7dba-4d04-95fc-6e9ce9304193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:48.354548 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=13 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:48.356481 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=21 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:06:49.148842 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4d7338d3-b157-400c-bc01-08cdd4681c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:51.417372 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:53.417100 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:06:54.537483 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:04.451606 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:04.459973 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:06.319335 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:07:16.244149 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:16.839333 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-18e2247b-e189-43fb-a4bb-9dc666881188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:19.217478 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:19.218568 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:19.359324 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4f04-e9c9-4e0f-b63e-312a6733c36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:21.416682 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:23.365360 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:24.546905 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:34.455982 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:34.458058 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:43.292335 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:43.293723 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:43.318535 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:07:46.261951 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:46.828002 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-8ead836b-2755-4b52-b109-d9bd4fbbad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:49.193477 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b8b19e02-6161-4201-8f2c-82e3345ff347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:51.421745 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:53.353161 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:54.518976 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:07:56.217908 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:07:56.219292 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:08:08.380585 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:08:08.382481 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:08:16.265843 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:16.866992 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf601-9881-4f39-87f7-b9bd8467293c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:19.191327 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-173c88b3-e932-445e-a336-c950bd0735b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:20.317444 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:08:21.415680 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:23.361760 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:24.547108 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:34.460853 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:08:34.463726 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:08:46.243820 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:46.819027 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-5fe8704e-87b5-4b13-8c22-21474a4b6a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:48.365314 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=16 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:08:48.367127 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=20 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:08:49.276084 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3eff7e31-d0c9-4679-9949-e2a1d2137f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:51.409816 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:53.395887 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:54.523411 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:08:57.317549 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:09:04.455673 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:09:04.457577 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:09:10.213626 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:09:10.214526 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:09:16.265963 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:16.860015 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-63608459-3a4a-4a30-aad6-74d08f6a1149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:19.174565 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f8be6e52-16af-4121-9491-c6aed1959c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:21.412784 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:23.366925 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:24.511822 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:26.863290 dv-cinder-836070-4-iscsi neutron-server[111096]: DEBUG neutron.wsgi [req-3d96911a-bb45-4048-b0eb-f8909a724016 req-14f10102-b781-451a-b9fa-10b98a0c329d service neutron] (111096) timed out ('10.222.0.95', 55499) {{(pid=111096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 17:09:26.936617 dv-cinder-836070-4-iscsi neutron-server[111097]: DEBUG neutron.wsgi [req-4af352e5-8ba6-4246-9642-de1459b3b363 req-8ecca916-b354-4546-9bc0-96bd240683a2 service neutron] (111097) timed out ('10.222.0.95', 55465) {{(pid=111097) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 17:09:33.296775 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:09:34.318081 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:09:34.452896 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:09:46.259361 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:46.899450 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-6c7bf4c4-1479-440c-b2c0-3d1842cd4eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:47.207070 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:09:47.211230 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=4 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:09:49.166418 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-3310cc80-70ea-4445-900a-db1c7f9141fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:51.453987 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:53.366398 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:09:54.520353 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:08.373550 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:10:08.378483 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:10:11.317344 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:10:16.293278 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:16.830437 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-bec84a32-f142-4e43-b53f-c7faa8144f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:19.179103 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-a961a5b4-74c9-4188-a7c7-f12e3ca9bf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:21.413480 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:23.367447 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:24.205379 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=2 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:10:24.210548 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=6 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:10:24.550632 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:34.450383 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:10:34.453215 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:10:46.292778 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:46.834007 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-96f48309-c158-47b4-9b4e-b758410fbc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:48.316720 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:10:48.378129 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=12 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:10:49.178599 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-f60731c1-0d91-4f0c-a079-e39cad3f440a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:51.479580 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:53.396103 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:10:54.532990 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:11:01.202870 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=19 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:11:01.209141 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=3 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:11:04.448481 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:11:04.450340 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG dbcounter [-] [111098] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=111098) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:11:16.326774 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4b29-68d5-4bb7-b2ef-fa6197e34d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (5b8db45c-f892-4106-82b0-478f6f4d71bb), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:11:16.838695 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-4911b784-5c7f-41bf-9222-a2f516f30d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (2cad7785-9126-4a22-be78-3956e95a8b9f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:11:19.188981 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-b74c610c-1ec8-4a2b-a92b-98acc73fc384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (7763c6f5-b706-4703-a9ae-85c039ef5e71), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:11:21.423740 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-d437cd9d-98cb-407e-b668-808a8da9f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a33fa882-a938-4d9b-9576-1cb1c902509f), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:11:23.455502 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-beb11d01-6278-4799-9366-9cb72e79baea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (78b7e8c7-1c22-4dfa-bbaa-0fb7405bd9e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:11:24.547179 dv-cinder-836070-4-iscsi neutron-server[111098]: DEBUG neutron_lib.callbacks.manager [None req-47cf1111-7755-4997-8632-721c860c5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761419777374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571225'] for agent (a06090c4-a969-4955-88f7-bbe8390524e4), after_update {{(pid=111098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:11:25.317652 dv-cinder-836070-4-iscsi neutron-server[111099]: DEBUG neutron.db.agents_db [None req-f1ac71f9-d2b6-42fc-a6d8-60b19dd3d208 None None] Agent healthcheck: found 6 active agents {{(pid=111099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}